{"level":"info","ts":1789051244.174704,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"b5bf267b-ef5a-4bce-8cd2-32bfb3a363cf","httpRoute":"e2e-legacy-migration-a937ac76","providers":["e2e-legacy-migration-a937ac76"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789051244.1802962,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"916c2913-5a0a-440e-a00a-6751138a4c62","name":"e2e-legacy-migration-a937ac76","namespace":"llm"} {"level":"info","ts":1789051244.180334,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"916c2913-5a0a-440e-a00a-6751138a4c62","modelName":"e2e-legacy-migration-a937ac76","resolvedRefs":1} {"level":"error","ts":1789051244.1831603,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"b5bf267b-ef5a-4bce-8cd2-32bfb3a363cf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-a937ac76\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789051244.1833212,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"7e27de9f-821d-43de-960e-b520d901bc5e"} {"level":"info","ts":1789051244.1833892,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"7e27de9f-821d-43de-960e-b520d901bc5e","name":"e2e-legacy-migration-a937ac76"} {"level":"info","ts":1789051244.1939676,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"7e27de9f-821d-43de-960e-b520d901bc5e","httpRoute":"e2e-legacy-migration-a937ac76","providers":["e2e-legacy-migration-a937ac76"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789051244.197512,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"44272325-bfbe-40e4-b404-09bceb913fa6","name":"e2e-legacy-migration-a937ac76","namespace":"llm"} {"level":"info","ts":1789051244.1975913,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"44272325-bfbe-40e4-b404-09bceb913fa6","modelName":"e2e-legacy-migration-a937ac76","resolvedRefs":1} {"level":"error","ts":1789051244.2064679,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"7e27de9f-821d-43de-960e-b520d901bc5e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-a937ac76\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789051244.2065604,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"f0612d85-23d9-424b-abbc-2545a0c07883"} {"level":"info","ts":1789051244.2066214,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"f0612d85-23d9-424b-abbc-2545a0c07883","name":"e2e-legacy-migration-a937ac76"} {"level":"info","ts":1789051244.217346,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"f0612d85-23d9-424b-abbc-2545a0c07883","httpRoute":"e2e-legacy-migration-a937ac76","providers":["e2e-legacy-migration-a937ac76"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789051244.231206,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"fbe696dd-79e6-42b8-9df2-29297d43121e","name":"e2e-legacy-migration-a937ac76","namespace":"llm"} {"level":"info","ts":1789051244.2341127,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"fbe696dd-79e6-42b8-9df2-29297d43121e","name":"e2e-legacy-migration-a937ac76"} {"level":"info","ts":1789051244.2393107,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"fbe696dd-79e6-42b8-9df2-29297d43121e","provider":"openai","model":"e2e-legacy-migration-a937ac76","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789051246.9240866,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"c509e0c1-c2e8-47ec-a7be-fea9514c1ce9","name":"e2e-legacy-migration-a937ac76","namespace":"llm"} {"level":"info","ts":1789051246.9304109,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"1ee4caaa-f600-4f93-b228-f3036d968798","name":"e2e-legacy-migration-a937ac76","namespace":"llm"} {"level":"info","ts":1789051246.9305067,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"1ee4caaa-f600-4f93-b228-f3036d968798","name":"e2e-legacy-migration-a937ac76","namespace":"llm"} {"level":"info","ts":1789051246.9305656,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"382f0fba-d843-4706-8667-07d57b13c4b4"} {"level":"info","ts":1789051246.9306395,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"69d02f4c-c3ca-4bfc-a4d6-114b6dc72d64","name":"e2e-legacy-migration-a937ac76","namespace":"llm"} {"level":"error","ts":1789051246.930642,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"382f0fba-d843-4706-8667-07d57b13c4b4","provider":"e2e-legacy-migration-a937ac76","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-a937ac76\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789051246.9306803,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"69d02f4c-c3ca-4bfc-a4d6-114b6dc72d64","provider":"e2e-legacy-migration-a937ac76","error":"ExternalProvider \"e2e-legacy-migration-a937ac76\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789051246.930709,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"69d02f4c-c3ca-4bfc-a4d6-114b6dc72d64"} {"level":"info","ts":1789051246.9307783,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"9b79d2b1-a1ed-4050-90bb-d496b0b47b5a"} {"level":"info","ts":1789051246.9311929,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"85a29ad0-8020-42ce-ad9f-bb1e59aa6e81","name":"e2e-legacy-migration-a937ac76","namespace":"llm"} {"level":"info","ts":1789051246.9312243,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"85a29ad0-8020-42ce-ad9f-bb1e59aa6e81","name":"e2e-legacy-migration-a937ac76","namespace":"llm"} {"level":"error","ts":1789051246.9338243,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"382f0fba-d843-4706-8667-07d57b13c4b4","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-a937ac76\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789051246.9338658,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"382f0fba-d843-4706-8667-07d57b13c4b4","error":"ExternalModel \"e2e-legacy-migration-a937ac76\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-a937ac76\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789051246.9339166,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a937ac76","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a937ac76","reconcileID":"73f27c0d-abb8-4893-8566-00f218233e6e"} {"level":"info","ts":1789051247.8114207,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789051247.81155,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475"} {"level":"info","ts":1789051247.8115637,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475"} {"level":"info","ts":1789051247.811576,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475","EoS":true} {"level":"info","ts":1789051247.8116007,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475","header":"x-maas-subscription"} {"level":"info","ts":1789051247.8116112,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475","header":"x-maas-group"} {"level":"info","ts":1789051247.8116167,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475","header":"x-maas-username"} {"level":"info","ts":1789051247.811632,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789051247.811643,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475","modelName":"e2e-external-model"} {"level":"info","ts":1789051247.811653,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789051247.8116765,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789051247.8116941,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475","authType":"apikey"} {"level":"info","ts":1789051247.8117144,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475"} {"level":"info","ts":1789051247.8648973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475"} {"level":"info","ts":1789051247.8649304,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475"} {"level":"info","ts":1789051247.8649516,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475","EoS":false} {"level":"info","ts":1789051247.8649683,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475"} {"level":"info","ts":1789051247.8650107,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475","EoS":true} {"level":"info","ts":1789051247.865021,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cd20212133e1dd69d5e8dbf09a5fcc8","span_id":"942500aff60734a4","x-request-id":"a817f6cf-944f-4f4d-8871-69ad429e0475"} {"level":"info","ts":1789051248.815459,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789051248.8155732,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51"} {"level":"info","ts":1789051248.815588,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51"} {"level":"info","ts":1789051248.8156075,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51","EoS":true} {"level":"info","ts":1789051248.8156445,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51","header":"x-maas-subscription"} {"level":"info","ts":1789051248.8156557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51","header":"x-maas-group"} {"level":"info","ts":1789051248.815664,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51","header":"x-maas-username"} {"level":"info","ts":1789051248.815687,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789051248.815723,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51"} {"level":"info","ts":1789051248.9715261,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51"} {"level":"info","ts":1789051248.97156,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51"} {"level":"info","ts":1789051248.9715824,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51","EoS":false} {"level":"info","ts":1789051248.971603,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51"} {"level":"info","ts":1789051248.9716408,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51","EoS":true} {"level":"info","ts":1789051248.9716547,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46797cbeff906d734a828bf110438cdc","span_id":"45442c42140ab282","x-request-id":"f2d34fd3-5bd6-42ba-84ee-e42525e2af51"} {"level":"info","ts":1789051249.4881866,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789051249.4883013,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d"} {"level":"info","ts":1789051249.4883142,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d"} {"level":"info","ts":1789051249.4883258,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d","EoS":true} {"level":"info","ts":1789051249.4883485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d","header":"x-maas-group"} {"level":"info","ts":1789051249.4883592,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d","header":"x-maas-username"} {"level":"info","ts":1789051249.4883647,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d","header":"x-maas-subscription"} {"level":"info","ts":1789051249.4883974,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d"} {"level":"info","ts":1789051249.6872451,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d"} {"level":"info","ts":1789051249.6872723,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d"} {"level":"info","ts":1789051249.6873226,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d","EoS":false} {"level":"info","ts":1789051249.6873412,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d"} {"level":"info","ts":1789051249.687381,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d","EoS":true} {"level":"info","ts":1789051249.6873925,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a328947c829903e6240910e369c6e01","span_id":"d19aad1b3366135f","x-request-id":"aa6f9225-2c7a-4b37-90e2-34b9efbbbd8d"} {"level":"info","ts":1789051250.4796228,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c41b8f99-0098-4151-866c-23654fbf57a8"} {"level":"info","ts":1789051250.4796898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aea14df7-9f29-4fa1-92af-0faad7374f63","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789051250.479798,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aea14df7-9f29-4fa1-92af-0faad7374f63","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789051250.624677,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"36cae831-4e4c-4c1a-a6e3-7252a3cc4c66","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789051250.6246912,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b3cdd1f-7bae-43d2-88ae-8c48621ab254"} {"level":"info","ts":1789051250.6247096,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"36cae831-4e4c-4c1a-a6e3-7252a3cc4c66","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789051250.7388391,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1980da16-2b6c-4ccf-a6a2-115316d662c8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789051250.7389023,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1980da16-2b6c-4ccf-a6a2-115316d662c8","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789051251.27697,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789051251.850873,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789051251.8509762,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e"} {"level":"info","ts":1789051251.8509898,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e"} {"level":"info","ts":1789051251.8510015,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e","EoS":true} {"level":"info","ts":1789051251.851025,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e","header":"x-maas-subscription"} {"level":"info","ts":1789051251.8510358,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e","header":"x-maas-username"} {"level":"info","ts":1789051251.851041,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e","header":"x-maas-group"} {"level":"info","ts":1789051251.8510563,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789051251.8510838,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e"} {"level":"info","ts":1789051251.8521633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e"} {"level":"info","ts":1789051251.85219,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e"} {"level":"info","ts":1789051251.8522048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e","EoS":false} {"level":"info","ts":1789051251.8522155,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e"} {"level":"info","ts":1789051251.8522418,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e","EoS":true} {"level":"info","ts":1789051251.8522503,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bcdd3d33b26c064a91374108fce78a88","span_id":"83f146bf5a81652f","x-request-id":"df5ec08b-02e8-480a-aec0-bbff966e434e"} {"level":"info","ts":1789051251.9022553,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789051251.902394,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174"} {"level":"info","ts":1789051251.902412,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174"} {"level":"info","ts":1789051251.902426,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174","EoS":true} {"level":"info","ts":1789051251.9024508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174","header":"x-maas-subscription"} {"level":"info","ts":1789051251.9024615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174","header":"x-maas-group"} {"level":"info","ts":1789051251.902469,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174","header":"x-maas-username"} {"level":"info","ts":1789051251.9024885,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789051251.9025204,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174"} {"level":"info","ts":1789051251.9035578,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174"} {"level":"info","ts":1789051251.9035742,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174"} {"level":"info","ts":1789051251.903589,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174","EoS":false} {"level":"info","ts":1789051251.9036007,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174"} {"level":"info","ts":1789051251.9036243,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174","EoS":true} {"level":"info","ts":1789051251.903633,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"822fd68a2f99152eb41f0d6879f3fad6","span_id":"0c0e2007000f8d5d","x-request-id":"4591a7fa-f53d-4748-b90f-e7bae46b9174"} {"level":"info","ts":1789051251.9569337,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789051251.9570405,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318"} {"level":"info","ts":1789051251.9570546,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318"} {"level":"info","ts":1789051251.957067,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318","EoS":true} {"level":"info","ts":1789051251.9570904,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318","header":"x-maas-group"} {"level":"info","ts":1789051251.9571028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318","header":"x-maas-username"} {"level":"info","ts":1789051251.9571087,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318","header":"x-maas-subscription"} {"level":"info","ts":1789051251.9571242,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789051251.9571462,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318"} {"level":"info","ts":1789051251.9582572,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318"} {"level":"info","ts":1789051251.9583018,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318"} {"level":"info","ts":1789051251.9583168,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318","EoS":false} {"level":"info","ts":1789051251.9583282,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318"} {"level":"info","ts":1789051251.9583535,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318","EoS":true} {"level":"info","ts":1789051251.9583619,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d677f41029c78667004878d5ac154c01","span_id":"f8b2cf9f0bfa8523","x-request-id":"666edae7-2ab0-4d27-ad0a-4e59db7c3318"} {"level":"info","ts":1789051252.0019307,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789051252.002027,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0"} {"level":"info","ts":1789051252.002039,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0"} {"level":"info","ts":1789051252.0020506,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0","EoS":true} {"level":"info","ts":1789051252.0020747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0","header":"x-maas-group"} {"level":"info","ts":1789051252.0020862,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0","header":"x-maas-username"} {"level":"info","ts":1789051252.0020952,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0","header":"x-maas-subscription"} {"level":"info","ts":1789051252.0021145,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789051252.0021415,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0"} {"level":"info","ts":1789051252.0030696,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0"} {"level":"info","ts":1789051252.0030894,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0"} {"level":"info","ts":1789051252.003106,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0","EoS":false} {"level":"info","ts":1789051252.0031195,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0"} {"level":"info","ts":1789051252.0031445,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0","EoS":true} {"level":"info","ts":1789051252.0031536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2925bc25b08836509e1a87af69e0f673","span_id":"c8004126106e51f3","x-request-id":"f526a5a6-662c-492e-963d-2d1bf288c9c0"} {"level":"info","ts":1789051265.3702056,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789051265.3703313,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"17d913f7dd399628e854c7ba8ce120ed","span_id":"9aae7588f484a544","x-request-id":"99d4ee32-462f-495b-897c-fee74479b884"} {"level":"info","ts":1789051265.3703513,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"17d913f7dd399628e854c7ba8ce120ed","span_id":"9aae7588f484a544","x-request-id":"99d4ee32-462f-495b-897c-fee74479b884"} {"level":"info","ts":1789051265.3703706,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"17d913f7dd399628e854c7ba8ce120ed","span_id":"9aae7588f484a544","x-request-id":"99d4ee32-462f-495b-897c-fee74479b884","EoS":true} {"level":"info","ts":1789051265.370428,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"17d913f7dd399628e854c7ba8ce120ed","span_id":"9aae7588f484a544","x-request-id":"99d4ee32-462f-495b-897c-fee74479b884"} {"level":"info","ts":1789051265.5222616,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789051265.5223715,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3e8ef11acb83efbc800a81795f75cc3a","span_id":"6bc83e8f40e376e4","x-request-id":"96812af3-7ab5-42bb-8145-c94fc2bdda40"} {"level":"info","ts":1789051265.5223868,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3e8ef11acb83efbc800a81795f75cc3a","span_id":"6bc83e8f40e376e4","x-request-id":"96812af3-7ab5-42bb-8145-c94fc2bdda40"} {"level":"info","ts":1789051265.5224009,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3e8ef11acb83efbc800a81795f75cc3a","span_id":"6bc83e8f40e376e4","x-request-id":"96812af3-7ab5-42bb-8145-c94fc2bdda40","EoS":true} {"level":"info","ts":1789051265.522439,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3e8ef11acb83efbc800a81795f75cc3a","span_id":"6bc83e8f40e376e4","x-request-id":"96812af3-7ab5-42bb-8145-c94fc2bdda40"} {"level":"info","ts":1789051265.6883452,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789051265.688439,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8c3ce1232f01744ff460f212d789b2ce","span_id":"01b57dae518ae980","x-request-id":"0d0834b7-bc03-4ad1-83a9-2ab17e91d947"} {"level":"info","ts":1789051265.6884527,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8c3ce1232f01744ff460f212d789b2ce","span_id":"01b57dae518ae980","x-request-id":"0d0834b7-bc03-4ad1-83a9-2ab17e91d947"} {"level":"info","ts":1789051265.6884692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8c3ce1232f01744ff460f212d789b2ce","span_id":"01b57dae518ae980","x-request-id":"0d0834b7-bc03-4ad1-83a9-2ab17e91d947","EoS":true} {"level":"info","ts":1789051265.6885138,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8c3ce1232f01744ff460f212d789b2ce","span_id":"01b57dae518ae980","x-request-id":"0d0834b7-bc03-4ad1-83a9-2ab17e91d947"} {"level":"error","ts":1789051266.2776535,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789051276.2784133,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789052478.6684475,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052478.6685717,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e"} {"level":"info","ts":1789052478.6685858,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e"} {"level":"info","ts":1789052478.6686046,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e","EoS":true} {"level":"info","ts":1789052478.6686466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e","header":"x-maas-subscription"} {"level":"info","ts":1789052478.6686604,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e","header":"x-maas-group"} {"level":"info","ts":1789052478.6687248,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e","header":"x-maas-username"} {"level":"info","ts":1789052478.6687481,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789052478.6687853,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e"} {"level":"info","ts":1789052478.6706018,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e"} {"level":"info","ts":1789052478.6706197,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e"} {"level":"info","ts":1789052478.6706347,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e","EoS":false} {"level":"info","ts":1789052478.670646,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e"} {"level":"info","ts":1789052478.6706717,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e","EoS":true} {"level":"info","ts":1789052478.6706848,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e1ab1a918576fd88869c7c871d05494c","span_id":"28cea648f72dea8e","x-request-id":"7c5a86a4-ae17-4648-b3fa-bc12480d654e"} {"level":"info","ts":1789052478.7098649,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052478.7099676,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36"} {"level":"info","ts":1789052478.70998,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36"} {"level":"info","ts":1789052478.7099912,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36","EoS":true} {"level":"info","ts":1789052478.7100189,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36","header":"x-maas-subscription"} {"level":"info","ts":1789052478.7100294,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36","header":"x-maas-group"} {"level":"info","ts":1789052478.7100344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36","header":"x-maas-username"} {"level":"info","ts":1789052478.7100499,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789052478.7100742,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36"} {"level":"info","ts":1789052478.7110522,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36"} {"level":"info","ts":1789052478.7110705,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36"} {"level":"info","ts":1789052478.711085,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36","EoS":false} {"level":"info","ts":1789052478.7110956,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36"} {"level":"info","ts":1789052478.7111206,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36","EoS":true} {"level":"info","ts":1789052478.711136,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"602ee5e6acaa266ba5db312349507fff","span_id":"f44bb0a5a22a6d17","x-request-id":"1841e429-d9c8-47e3-b1d0-f45867f90a36"} {"level":"error","ts":1789052491.4253073,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789052820.1488783,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052820.1489959,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f"} {"level":"info","ts":1789052820.1490102,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f"} {"level":"info","ts":1789052820.1490295,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f","EoS":true} {"level":"info","ts":1789052820.1490645,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f","header":"x-maas-group"} {"level":"info","ts":1789052820.149076,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f","header":"x-maas-subscription"} {"level":"info","ts":1789052820.1490839,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f","header":"x-maas-username"} {"level":"info","ts":1789052820.1491024,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789052820.1491356,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f"} {"level":"info","ts":1789052820.1619656,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f"} {"level":"info","ts":1789052820.1619864,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f"} {"level":"info","ts":1789052820.1620069,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f","EoS":false} {"level":"info","ts":1789052820.1620178,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f"} {"level":"info","ts":1789052820.1620429,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f","EoS":true} {"level":"info","ts":1789052820.1620522,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"889de030c08ab7f83651ec9b39927603","span_id":"f1fc1976698d6218","x-request-id":"9f3c22ae-200e-4e9b-9aad-4e269f9acd3f"} {"level":"info","ts":1789052820.3014472,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052820.301536,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876"} {"level":"info","ts":1789052820.3015487,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876"} {"level":"info","ts":1789052820.3015618,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876","EoS":true} {"level":"info","ts":1789052820.3015854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876","header":"x-maas-subscription"} {"level":"info","ts":1789052820.301596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876","header":"x-maas-group"} {"level":"info","ts":1789052820.3016016,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876","header":"x-maas-username"} {"level":"info","ts":1789052820.3016157,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789052820.301639,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876"} {"level":"info","ts":1789052820.3035464,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876"} {"level":"info","ts":1789052820.3035681,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876"} {"level":"info","ts":1789052820.3035898,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876","EoS":false} {"level":"info","ts":1789052820.3036013,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876"} {"level":"info","ts":1789052820.3036308,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876","EoS":true} {"level":"info","ts":1789052820.3036413,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13a3abc6b8c1061db77fea4dc2453ab5","span_id":"33dd446a2391583e","x-request-id":"61f5124f-a050-48ee-8d61-c09987722876"} {"level":"info","ts":1789052820.4403825,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052820.4404726,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2"} {"level":"info","ts":1789052820.4404852,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2"} {"level":"info","ts":1789052820.4404957,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2","EoS":true} {"level":"info","ts":1789052820.44052,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2","header":"x-maas-subscription"} {"level":"info","ts":1789052820.440531,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2","header":"x-maas-username"} {"level":"info","ts":1789052820.4405365,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2","header":"x-maas-group"} {"level":"info","ts":1789052820.4405508,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789052820.4405751,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2"} {"level":"info","ts":1789052820.441444,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2"} {"level":"info","ts":1789052820.4414608,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2"} {"level":"info","ts":1789052820.4414709,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2","EoS":false} {"level":"info","ts":1789052820.4414845,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2"} {"level":"info","ts":1789052820.441507,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2","EoS":true} {"level":"info","ts":1789052820.441518,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"51646ddccb828d567aef4c60afd67a18","span_id":"c1b4ea00856eb649","x-request-id":"ddc516db-be2a-4846-b363-57facaff71f2"} {"level":"info","ts":1789052820.5774972,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052820.5775917,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004"} {"level":"info","ts":1789052820.5776024,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004"} {"level":"info","ts":1789052820.577613,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004","EoS":true} {"level":"info","ts":1789052820.5776348,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004","header":"x-maas-username"} {"level":"info","ts":1789052820.5776448,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004","header":"x-maas-group"} {"level":"info","ts":1789052820.57765,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004","header":"x-maas-subscription"} {"level":"info","ts":1789052820.5776632,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789052820.5776846,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004"} {"level":"info","ts":1789052820.578526,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004"} {"level":"info","ts":1789052820.5785484,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004"} {"level":"info","ts":1789052820.5785632,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004","EoS":false} {"level":"info","ts":1789052820.578574,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004"} {"level":"info","ts":1789052820.5785995,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004","EoS":true} {"level":"info","ts":1789052820.5786116,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"da18cab3914e0e219183315508cb7d22","span_id":"6f6b7fd5023aef28","x-request-id":"a93926e4-04ce-4821-9375-1bfe23573004"} {"level":"info","ts":1789052820.7177362,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052820.7178366,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154"} {"level":"info","ts":1789052820.7178485,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154"} {"level":"info","ts":1789052820.7178595,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154","EoS":true} {"level":"info","ts":1789052820.7178817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154","header":"x-maas-subscription"} {"level":"info","ts":1789052820.7178912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154","header":"x-maas-group"} {"level":"info","ts":1789052820.7178965,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154","header":"x-maas-username"} {"level":"info","ts":1789052820.7179112,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789052820.7179334,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154"} {"level":"info","ts":1789052820.718701,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154"} {"level":"info","ts":1789052820.7187238,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154"} {"level":"info","ts":1789052820.7187371,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154","EoS":false} {"level":"info","ts":1789052820.7187486,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154"} {"level":"info","ts":1789052820.718775,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154","EoS":true} {"level":"info","ts":1789052820.7187867,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"50de9ac0359e5e09fd8c341ce727c5ef","span_id":"cc0a5a84102ac60f","x-request-id":"6de0a360-2f86-4117-83c4-a40dc0479154"} {"level":"error","ts":1789052831.4613419,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789052832.733759,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052832.7338622,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044"} {"level":"info","ts":1789052832.7338774,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044"} {"level":"info","ts":1789052832.7338898,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044","EoS":true} {"level":"info","ts":1789052832.7339165,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044","header":"x-maas-username"} {"level":"info","ts":1789052832.7339323,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044","header":"x-maas-subscription"} {"level":"info","ts":1789052832.7339401,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044","header":"x-maas-group"} {"level":"info","ts":1789052832.733956,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789052832.7339878,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044"} {"level":"info","ts":1789052832.7357068,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044"} {"level":"info","ts":1789052832.7357256,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044"} {"level":"info","ts":1789052832.735743,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044","EoS":false} {"level":"info","ts":1789052832.7357552,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044"} {"level":"info","ts":1789052832.7357821,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044","EoS":true} {"level":"info","ts":1789052832.7357917,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19375ae2df88a933f4be65b511fbcd6c","span_id":"81e2b05176fbac97","x-request-id":"59dfe8d8-0ed7-41bf-9d2c-f690bfb84044"} {"level":"info","ts":1789052832.7747715,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052832.774867,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85"} {"level":"info","ts":1789052832.7748811,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85"} {"level":"info","ts":1789052832.7748923,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85","EoS":true} {"level":"info","ts":1789052832.7749195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85","header":"x-maas-username"} {"level":"info","ts":1789052832.7749307,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85","header":"x-maas-subscription"} {"level":"info","ts":1789052832.7749367,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85","header":"x-maas-group"} {"level":"info","ts":1789052832.774953,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789052832.774973,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85"} {"level":"info","ts":1789052832.7757783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85"} {"level":"info","ts":1789052832.7757978,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85"} {"level":"info","ts":1789052832.775817,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85","EoS":false} {"level":"info","ts":1789052832.7758338,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85"} {"level":"info","ts":1789052832.775875,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85","EoS":true} {"level":"info","ts":1789052832.77589,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f75f489e9f562a98b89712de6feea7ba","span_id":"1942bae9bebcd0f2","x-request-id":"ac98c92e-a1b4-45b0-b3f9-919e3cb7ad85"} {"level":"info","ts":1789052832.8867161,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052832.8868375,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e2b685478af9bb97648ee15f3014ac23","span_id":"408a216fb0887cc9","x-request-id":"98a65c87-ab44-4f37-8ea4-83c4eb588376"} {"level":"info","ts":1789052832.8877065,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e2b685478af9bb97648ee15f3014ac23","span_id":"408a216fb0887cc9","x-request-id":"98a65c87-ab44-4f37-8ea4-83c4eb588376"} {"level":"info","ts":1789052832.887728,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e2b685478af9bb97648ee15f3014ac23","span_id":"408a216fb0887cc9","x-request-id":"98a65c87-ab44-4f37-8ea4-83c4eb588376"} {"level":"info","ts":1789052832.8877447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e2b685478af9bb97648ee15f3014ac23","span_id":"408a216fb0887cc9","x-request-id":"98a65c87-ab44-4f37-8ea4-83c4eb588376","EoS":false} {"level":"info","ts":1789052832.8877575,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e2b685478af9bb97648ee15f3014ac23","span_id":"408a216fb0887cc9","x-request-id":"98a65c87-ab44-4f37-8ea4-83c4eb588376"} {"level":"info","ts":1789052832.8877811,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e2b685478af9bb97648ee15f3014ac23","span_id":"408a216fb0887cc9","x-request-id":"98a65c87-ab44-4f37-8ea4-83c4eb588376","EoS":true} {"level":"info","ts":1789052832.8877885,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e2b685478af9bb97648ee15f3014ac23","span_id":"408a216fb0887cc9","x-request-id":"98a65c87-ab44-4f37-8ea4-83c4eb588376"} {"level":"info","ts":1789052833.6703095,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052833.670403,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42"} {"level":"info","ts":1789052833.6704156,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42"} {"level":"info","ts":1789052833.6704266,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42","EoS":true} {"level":"info","ts":1789052833.6704485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42","header":"x-maas-subscription"} {"level":"info","ts":1789052833.6704597,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42","header":"x-maas-username"} {"level":"info","ts":1789052833.6704652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42","header":"x-maas-group"} {"level":"info","ts":1789052833.6705146,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789052833.6705499,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42"} {"level":"info","ts":1789052833.6717148,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42"} {"level":"info","ts":1789052833.671736,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42"} {"level":"info","ts":1789052833.6717517,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42","EoS":false} {"level":"info","ts":1789052833.6717675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42"} {"level":"info","ts":1789052833.6717923,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42","EoS":true} {"level":"info","ts":1789052833.6718018,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"959211f66ded40f9caf5f168be4355b7","span_id":"4c04c6078eac16fe","x-request-id":"aee8d3a7-bf4b-4442-8b62-e17378267e42"} {"level":"info","ts":1789052834.628132,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052834.6282372,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834"} {"level":"info","ts":1789052834.6282523,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834"} {"level":"info","ts":1789052834.6282654,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834","EoS":true} {"level":"info","ts":1789052834.62831,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834","header":"x-maas-group"} {"level":"info","ts":1789052834.6283188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834","header":"x-maas-subscription"} {"level":"info","ts":1789052834.6283243,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834","header":"x-maas-username"} {"level":"info","ts":1789052834.6283405,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789052834.6283686,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834"} {"level":"info","ts":1789052834.6296716,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834"} {"level":"info","ts":1789052834.629689,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834"} {"level":"info","ts":1789052834.6297069,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834","EoS":false} {"level":"info","ts":1789052834.6297219,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834"} {"level":"info","ts":1789052834.6297467,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834","EoS":true} {"level":"info","ts":1789052834.629756,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a05530ad941fd22cc5be3f3038409477","span_id":"014c674a26e0e1b2","x-request-id":"3f537b5c-bbc4-451c-8805-882493f13834"} {"level":"info","ts":1789052835.4460747,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052835.4461625,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6"} {"level":"info","ts":1789052835.446176,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6"} {"level":"info","ts":1789052835.4461873,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6","EoS":true} {"level":"info","ts":1789052835.44621,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6","header":"x-maas-username"} {"level":"info","ts":1789052835.4462206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6","header":"x-maas-group"} {"level":"info","ts":1789052835.4462256,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6","header":"x-maas-subscription"} {"level":"info","ts":1789052835.446273,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789052835.4463227,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6"} {"level":"info","ts":1789052835.4473124,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6"} {"level":"info","ts":1789052835.447333,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6"} {"level":"info","ts":1789052835.4473453,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6","EoS":false} {"level":"info","ts":1789052835.447356,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6"} {"level":"info","ts":1789052835.4473794,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6","EoS":true} {"level":"info","ts":1789052835.447389,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b85376a8182a5fed77632049544b0ccb","span_id":"8c98b9f93775a7dd","x-request-id":"f1a2ce1b-dc08-448c-8cb7-889a3bcbcfc6"} {"level":"info","ts":1789052836.5234334,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052836.5235224,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163"} {"level":"info","ts":1789052836.523534,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163"} {"level":"info","ts":1789052836.5235455,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163","EoS":true} {"level":"info","ts":1789052836.5235696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163","header":"x-maas-subscription"} {"level":"info","ts":1789052836.5235794,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163","header":"x-maas-group"} {"level":"info","ts":1789052836.5235858,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163","header":"x-maas-username"} {"level":"info","ts":1789052836.5236006,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789052836.5236263,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163"} {"level":"info","ts":1789052836.5246348,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163"} {"level":"info","ts":1789052836.5246527,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163"} {"level":"info","ts":1789052836.5246658,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163","EoS":false} {"level":"info","ts":1789052836.5246797,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163"} {"level":"info","ts":1789052836.5247042,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163","EoS":true} {"level":"info","ts":1789052836.5247128,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7a800f99394f8c0c90af1b6ad8fe50e","span_id":"ea22c227928c162f","x-request-id":"9b94dae7-f3f4-4a28-bf1e-b3d4fa5ee163"} {"level":"error","ts":1789052846.4623716,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789052855.862691,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052855.8627834,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60"} {"level":"info","ts":1789052855.862796,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60"} {"level":"info","ts":1789052855.8628078,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60","EoS":true} {"level":"info","ts":1789052855.862831,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60","header":"x-maas-group"} {"level":"info","ts":1789052855.8628423,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60","header":"x-maas-subscription"} {"level":"info","ts":1789052855.8628485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60","header":"x-maas-username"} {"level":"info","ts":1789052855.8628633,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789052855.862894,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60"} {"level":"info","ts":1789052855.8639076,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60"} {"level":"info","ts":1789052855.8639288,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60"} {"level":"info","ts":1789052855.8639443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60","EoS":false} {"level":"info","ts":1789052855.8639555,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60"} {"level":"info","ts":1789052855.863979,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60","EoS":true} {"level":"info","ts":1789052855.863988,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b6acb7c82851d8e39f291128ecdc7c0","span_id":"30418a397ec31a2a","x-request-id":"ca85e124-af69-460b-89be-9fe8cec7dc60"} {"level":"error","ts":1789052861.4641926,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789052871.4650245,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789052947.6194322,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789052947.6195266,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0"} {"level":"info","ts":1789052947.619539,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0"} {"level":"info","ts":1789052947.61955,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0","EoS":true} {"level":"info","ts":1789052947.6195712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0","header":"x-maas-subscription"} {"level":"info","ts":1789052947.6195815,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0","header":"x-maas-group"} {"level":"info","ts":1789052947.619586,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0","header":"x-maas-username"} {"level":"info","ts":1789052947.6196012,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789052947.6196268,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0"} {"level":"info","ts":1789052947.6327682,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0"} {"level":"info","ts":1789052947.63279,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0"} {"level":"info","ts":1789052947.6328046,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0","EoS":false} {"level":"info","ts":1789052947.6328158,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0"} {"level":"info","ts":1789052947.6328416,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0","EoS":true} {"level":"info","ts":1789052947.6328502,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d9649350a45d1ad2cc9f3440a7119e8b","span_id":"8c31b05eedc619f0","x-request-id":"6830c33b-1fa5-41f9-811b-643e7d9072a0"} {"level":"error","ts":1789052961.4734464,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789053038.6355295,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789053038.635629,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540"} {"level":"info","ts":1789053038.6356413,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540"} {"level":"info","ts":1789053038.6356525,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540","EoS":true} {"level":"info","ts":1789053038.635676,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540","header":"x-maas-group"} {"level":"info","ts":1789053038.6356862,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540","header":"x-maas-subscription"} {"level":"info","ts":1789053038.6356924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540","header":"x-maas-username"} {"level":"info","ts":1789053038.6357076,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789053038.635733,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540"} {"level":"info","ts":1789053038.6366248,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540"} {"level":"info","ts":1789053038.6366525,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540"} {"level":"info","ts":1789053038.6366684,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540","EoS":false} {"level":"info","ts":1789053038.6366806,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540"} {"level":"info","ts":1789053038.636708,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540","EoS":true} {"level":"info","ts":1789053038.6367216,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05a97fbeb95f57070c2fc37cb0c397b3","span_id":"fc0fa0e0fd0a6870","x-request-id":"7d53255a-2ca5-4ecc-91d8-03d71661d540"} {"level":"info","ts":1789053038.6764925,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789053038.6765828,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6"} {"level":"info","ts":1789053038.6765945,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6"} {"level":"info","ts":1789053038.6766052,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6","EoS":true} {"level":"info","ts":1789053038.6766253,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6","header":"x-maas-subscription"} {"level":"info","ts":1789053038.676637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6","header":"x-maas-group"} {"level":"info","ts":1789053038.6766446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6","header":"x-maas-username"} {"level":"info","ts":1789053038.676663,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789053038.676695,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6"} {"level":"info","ts":1789053038.6775408,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6"} {"level":"info","ts":1789053038.6775537,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6"} {"level":"info","ts":1789053038.6775653,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6","EoS":false} {"level":"info","ts":1789053038.6775777,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6"} {"level":"info","ts":1789053038.6776001,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6","EoS":true} {"level":"info","ts":1789053038.6776083,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0a7d9c39358108d702ef15b9a6c8ce6b","span_id":"15428a7d08eb5ab4","x-request-id":"0e325cce-adca-40bc-b0f7-ed0e29998fc6"} {"level":"error","ts":1789053051.482735,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789053052.6414764,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789053052.6415713,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e"} {"level":"info","ts":1789053052.641584,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e"} {"level":"info","ts":1789053052.6415958,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e","EoS":true} {"level":"info","ts":1789053052.6416173,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e","header":"x-maas-group"} {"level":"info","ts":1789053052.6416278,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e","header":"x-maas-subscription"} {"level":"info","ts":1789053052.6416333,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e","header":"x-maas-username"} {"level":"info","ts":1789053052.6416495,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789053052.6416752,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e"} {"level":"info","ts":1789053052.6543334,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e"} {"level":"info","ts":1789053052.6543584,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e"} {"level":"info","ts":1789053052.6543765,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e","EoS":false} {"level":"info","ts":1789053052.6543899,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e"} {"level":"info","ts":1789053052.6544168,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e","EoS":false} {"level":"info","ts":1789053052.6544278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e"} {"level":"info","ts":1789053052.6544387,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e","EoS":true} {"level":"info","ts":1789053052.6544452,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22bcc1e90a626c0bd85f8f6b1bebea28","span_id":"a1b394370f54abe2","x-request-id":"cc1c8f31-1e74-4da9-aa5a-a9fe4e7ac78e"} {"level":"info","ts":1789053052.795157,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789053052.7952483,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6"} {"level":"info","ts":1789053052.7952607,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6"} {"level":"info","ts":1789053052.7952719,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6","EoS":true} {"level":"info","ts":1789053052.7953176,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6","header":"x-maas-group"} {"level":"info","ts":1789053052.79533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6","header":"x-maas-username"} {"level":"info","ts":1789053052.795339,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6","header":"x-maas-subscription"} {"level":"info","ts":1789053052.7953575,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789053052.795385,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6"} {"level":"info","ts":1789053052.7973726,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6"} {"level":"info","ts":1789053052.7973912,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6"} {"level":"info","ts":1789053052.797408,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6","EoS":false} {"level":"info","ts":1789053052.7974198,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6"} {"level":"info","ts":1789053052.7974474,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6","EoS":false} {"level":"info","ts":1789053052.797462,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6"} {"level":"info","ts":1789053052.7974753,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6","EoS":true} {"level":"info","ts":1789053052.7974818,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6fa3cc9565d3ccbfbf242285845b9adb","span_id":"3e303e6359367696","x-request-id":"ecacfd24-51cb-44ba-9286-320117da5ad6"} {"level":"info","ts":1789053052.939328,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789053052.9394128,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8"} {"level":"info","ts":1789053052.939427,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8"} {"level":"info","ts":1789053052.9394383,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8","EoS":true} {"level":"info","ts":1789053052.9394593,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8","header":"x-maas-username"} {"level":"info","ts":1789053052.9394674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8","header":"x-maas-group"} {"level":"info","ts":1789053052.9394736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8","header":"x-maas-subscription"} {"level":"info","ts":1789053052.9394894,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789053052.939559,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8"} {"level":"info","ts":1789053052.9405158,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8"} {"level":"info","ts":1789053052.9405274,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8"} {"level":"info","ts":1789053052.9405408,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8","EoS":false} {"level":"info","ts":1789053052.9405506,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8"} {"level":"info","ts":1789053052.9405751,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8","EoS":true} {"level":"info","ts":1789053052.9405842,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4b51eb3d8f6c4fc6d3a02c215484ef9d","span_id":"b6f6a901dbb49e0c","x-request-id":"8ff4085e-1552-4e11-a7e3-b48ea08cf9b8"} {"level":"error","ts":1789053066.483946,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789053066.83192,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789053066.8320372,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2"} {"level":"info","ts":1789053066.832052,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2"} {"level":"info","ts":1789053066.8320723,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2","EoS":true} {"level":"info","ts":1789053066.8321037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2","header":"x-maas-username"} {"level":"info","ts":1789053066.8321266,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2","header":"x-maas-subscription"} {"level":"info","ts":1789053066.8321347,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2","header":"x-maas-group"} {"level":"info","ts":1789053066.8321574,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789053066.8321977,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2"} {"level":"info","ts":1789053066.8341668,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2"} {"level":"info","ts":1789053066.8341868,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2"} {"level":"info","ts":1789053066.834206,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2","EoS":false} {"level":"info","ts":1789053066.83422,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2"} {"level":"info","ts":1789053066.8342502,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2","EoS":true} {"level":"info","ts":1789053066.8342643,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b410aa4da1e47dd9c3cf0fcadd9f3008","span_id":"edae60c561777c26","x-request-id":"6a213ef2-f956-46f7-ad41-efc452634ee2"} {"level":"error","ts":1789053081.485674,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}