{"level":"info","ts":1789147996.3972833,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ab466e865e4bc72cd5e119de8c4647db","span_id":"e306841a634faf65","x-request-id":"600bf043-8577-43e8-81e3-682eb5480243"} {"level":"info","ts":1789147996.3980558,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ab466e865e4bc72cd5e119de8c4647db","span_id":"e306841a634faf65","x-request-id":"600bf043-8577-43e8-81e3-682eb5480243"} {"level":"info","ts":1789147996.3980744,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ab466e865e4bc72cd5e119de8c4647db","span_id":"e306841a634faf65","x-request-id":"600bf043-8577-43e8-81e3-682eb5480243"} {"level":"info","ts":1789147996.3980856,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab466e865e4bc72cd5e119de8c4647db","span_id":"e306841a634faf65","x-request-id":"600bf043-8577-43e8-81e3-682eb5480243","EoS":false} {"level":"info","ts":1789147996.3980975,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab466e865e4bc72cd5e119de8c4647db","span_id":"e306841a634faf65","x-request-id":"600bf043-8577-43e8-81e3-682eb5480243"} {"level":"info","ts":1789147996.3981206,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab466e865e4bc72cd5e119de8c4647db","span_id":"e306841a634faf65","x-request-id":"600bf043-8577-43e8-81e3-682eb5480243","EoS":true} {"level":"info","ts":1789147996.3981302,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab466e865e4bc72cd5e119de8c4647db","span_id":"e306841a634faf65","x-request-id":"600bf043-8577-43e8-81e3-682eb5480243"} {"level":"error","ts":1789147996.7561848,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789148011.7566936,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789148014.611318,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148014.6114202,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d"} {"level":"info","ts":1789148014.6114342,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d"} {"level":"info","ts":1789148014.6114502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d","EoS":true} {"level":"info","ts":1789148014.611476,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d","header":"x-maas-username"} {"level":"info","ts":1789148014.6114862,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d","header":"x-maas-group"} {"level":"info","ts":1789148014.6114917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d","header":"x-maas-subscription"} {"level":"info","ts":1789148014.6115065,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789148014.611531,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d"} {"level":"info","ts":1789148014.6123853,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d"} {"level":"info","ts":1789148014.6124055,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d"} {"level":"info","ts":1789148014.6124206,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d","EoS":false} {"level":"info","ts":1789148014.6124327,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d"} {"level":"info","ts":1789148014.6124578,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d","EoS":true} {"level":"info","ts":1789148014.6124673,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e21a72df4459ac1b0b6e761936f159c9","span_id":"9f90c4145a01394d","x-request-id":"a12aa0b5-d941-4e27-b5a2-325fd70c489d"} {"level":"info","ts":1789148014.6445613,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148014.6446512,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c"} {"level":"info","ts":1789148014.6446624,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c"} {"level":"info","ts":1789148014.6446729,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c","EoS":true} {"level":"info","ts":1789148014.644693,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c","header":"x-maas-group"} {"level":"info","ts":1789148014.644703,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c","header":"x-maas-username"} {"level":"info","ts":1789148014.6447082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c","header":"x-maas-subscription"} {"level":"info","ts":1789148014.6447225,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789148014.644746,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c"} {"level":"info","ts":1789148014.6455512,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c"} {"level":"info","ts":1789148014.6455734,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c"} {"level":"info","ts":1789148014.6455927,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c","EoS":false} {"level":"info","ts":1789148014.6456096,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c"} {"level":"info","ts":1789148014.6456456,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c","EoS":true} {"level":"info","ts":1789148014.645657,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c15150fa7ba65b658ffa7234929dc7ea","span_id":"1cf4b1097e9f9ffb","x-request-id":"9e943a99-408d-485b-8280-3283483d8f8c"} {"level":"info","ts":1789148014.6776743,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148014.6777747,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06"} {"level":"info","ts":1789148014.677789,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06"} {"level":"info","ts":1789148014.6778061,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06","EoS":true} {"level":"info","ts":1789148014.6778378,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06","header":"x-maas-group"} {"level":"info","ts":1789148014.6778533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06","header":"x-maas-username"} {"level":"info","ts":1789148014.6778622,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06","header":"x-maas-subscription"} {"level":"info","ts":1789148014.6778848,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789148014.6779351,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06"} {"level":"info","ts":1789148014.6787534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06"} {"level":"info","ts":1789148014.6787698,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06"} {"level":"info","ts":1789148014.678783,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06","EoS":false} {"level":"info","ts":1789148014.6787968,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06"} {"level":"info","ts":1789148014.6788216,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06","EoS":true} {"level":"info","ts":1789148014.6788309,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"39bd0d9602673d1d744b0deb25cb448d","span_id":"a671afe3f60e1c49","x-request-id":"ae3d83d3-4500-4409-a294-66eb11fc1f06"} {"level":"info","ts":1789148014.7121139,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148014.712204,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34"} {"level":"info","ts":1789148014.7122166,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34"} {"level":"info","ts":1789148014.712228,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34","EoS":true} {"level":"info","ts":1789148014.7122474,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34","header":"x-maas-username"} {"level":"info","ts":1789148014.7122588,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34","header":"x-maas-subscription"} {"level":"info","ts":1789148014.7122679,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34","header":"x-maas-group"} {"level":"info","ts":1789148014.712284,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789148014.7123084,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34"} {"level":"info","ts":1789148014.7133274,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34"} {"level":"info","ts":1789148014.7133477,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34"} {"level":"info","ts":1789148014.7133737,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34","EoS":false} {"level":"info","ts":1789148014.7133899,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34"} {"level":"info","ts":1789148014.7134333,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34","EoS":true} {"level":"info","ts":1789148014.7134454,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29698d279b6a3fadf1171354045904e1","span_id":"393f416329b37654","x-request-id":"f23b3fcf-f5ed-4262-8c1b-dd61cb0a5f34"} {"level":"info","ts":1789148018.174405,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148018.174496,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830"} {"level":"info","ts":1789148018.174508,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830"} {"level":"info","ts":1789148018.1745193,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830","EoS":true} {"level":"info","ts":1789148018.1745422,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830","header":"x-maas-group"} {"level":"info","ts":1789148018.174553,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830","header":"x-maas-username"} {"level":"info","ts":1789148018.1745582,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830","header":"x-maas-subscription"} {"level":"info","ts":1789148018.1745722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789148018.1745963,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830"} {"level":"info","ts":1789148018.1754825,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830"} {"level":"info","ts":1789148018.1755023,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830"} {"level":"info","ts":1789148018.17552,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830","EoS":false} {"level":"info","ts":1789148018.1755311,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830"} {"level":"info","ts":1789148018.175555,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830","EoS":true} {"level":"info","ts":1789148018.1755645,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e483a234f58d3159623c370b05a6eac1","span_id":"a63602d6887efb39","x-request-id":"976213dc-8579-499c-b7a9-f7102a548830"} {"level":"info","ts":1789148019.441807,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148019.441921,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759"} {"level":"info","ts":1789148019.441933,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759"} {"level":"info","ts":1789148019.441945,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759","EoS":true} {"level":"info","ts":1789148019.4419687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759","header":"x-maas-username"} {"level":"info","ts":1789148019.4419787,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759","header":"x-maas-group"} {"level":"info","ts":1789148019.441983,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759","header":"x-maas-subscription"} {"level":"info","ts":1789148019.4419992,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789148019.4420311,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759"} {"level":"info","ts":1789148019.4430275,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759"} {"level":"info","ts":1789148019.4430466,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759"} {"level":"info","ts":1789148019.4430609,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759","EoS":false} {"level":"info","ts":1789148019.4430728,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759"} {"level":"info","ts":1789148019.443097,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759","EoS":true} {"level":"info","ts":1789148019.443109,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"102bd2210d47b640adb9c5e48a624abc","span_id":"5c371df3902be9a2","x-request-id":"30ef5944-fd61-40f5-ada6-1c0f24ebb759"} {"level":"error","ts":1789148026.758308,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789148027.674121,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148027.6742105,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2bd69aa9e03f527be0c5c28ef23e2df0","span_id":"256bbeb6b8a44f3b","x-request-id":"8d0ada3f-fe1a-4aed-9092-f98ca8ecfa5e"} {"level":"info","ts":1789148027.674223,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2bd69aa9e03f527be0c5c28ef23e2df0","span_id":"256bbeb6b8a44f3b","x-request-id":"8d0ada3f-fe1a-4aed-9092-f98ca8ecfa5e"} {"level":"info","ts":1789148027.6742346,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2bd69aa9e03f527be0c5c28ef23e2df0","span_id":"256bbeb6b8a44f3b","x-request-id":"8d0ada3f-fe1a-4aed-9092-f98ca8ecfa5e","EoS":true} {"level":"info","ts":1789148027.6742847,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2bd69aa9e03f527be0c5c28ef23e2df0","span_id":"256bbeb6b8a44f3b","x-request-id":"8d0ada3f-fe1a-4aed-9092-f98ca8ecfa5e"} {"level":"info","ts":1789148027.8300664,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148027.8302011,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9be72687da3785aeeee94b50514493f3","span_id":"e3d8278687d39702","x-request-id":"afae8487-704a-4d31-846d-02f5714ab2b4"} {"level":"info","ts":1789148027.8302174,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9be72687da3785aeeee94b50514493f3","span_id":"e3d8278687d39702","x-request-id":"afae8487-704a-4d31-846d-02f5714ab2b4"} {"level":"info","ts":1789148027.8302367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9be72687da3785aeeee94b50514493f3","span_id":"e3d8278687d39702","x-request-id":"afae8487-704a-4d31-846d-02f5714ab2b4","EoS":true} {"level":"info","ts":1789148027.8302934,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9be72687da3785aeeee94b50514493f3","span_id":"e3d8278687d39702","x-request-id":"afae8487-704a-4d31-846d-02f5714ab2b4"} {"level":"info","ts":1789148027.9751241,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148027.9752152,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2be9f67ff57dd2a79d52705a3900c7ac","span_id":"2d1376330ecef89d","x-request-id":"8b607a76-c508-4e0a-b5e8-a71c99ed77ec"} {"level":"info","ts":1789148027.9752274,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2be9f67ff57dd2a79d52705a3900c7ac","span_id":"2d1376330ecef89d","x-request-id":"8b607a76-c508-4e0a-b5e8-a71c99ed77ec"} {"level":"info","ts":1789148027.9752383,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2be9f67ff57dd2a79d52705a3900c7ac","span_id":"2d1376330ecef89d","x-request-id":"8b607a76-c508-4e0a-b5e8-a71c99ed77ec","EoS":true} {"level":"info","ts":1789148027.9752827,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2be9f67ff57dd2a79d52705a3900c7ac","span_id":"2d1376330ecef89d","x-request-id":"8b607a76-c508-4e0a-b5e8-a71c99ed77ec"} {"level":"error","ts":1789148041.7590368,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789148058.794864,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148058.79498,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d"} {"level":"info","ts":1789148058.7949934,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d"} {"level":"info","ts":1789148058.7950053,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d","EoS":true} {"level":"info","ts":1789148058.7950277,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d","header":"x-maas-username"} {"level":"info","ts":1789148058.7950377,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d","header":"x-maas-group"} {"level":"info","ts":1789148058.795043,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d","header":"x-maas-subscription"} {"level":"info","ts":1789148058.7950585,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d","path":"/llm/facebook-opt-125m-simulated/v1/embeddings"} {"level":"info","ts":1789148058.795087,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d"} {"level":"info","ts":1789148058.796157,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d"} {"level":"info","ts":1789148058.7961786,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d"} {"level":"info","ts":1789148058.7961993,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d","EoS":false} {"level":"info","ts":1789148058.7962155,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d"} {"level":"info","ts":1789148058.7962492,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d","EoS":true} {"level":"info","ts":1789148058.7962708,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76c1c029f06b88a1916ed4968dfae61c","span_id":"0cbc69339fec5b4c","x-request-id":"e4dff5ad-14de-4ad6-aadd-e23c2cba0c2d"} {"level":"info","ts":1789148067.9501615,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148067.9502704,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed"} {"level":"info","ts":1789148067.950282,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed"} {"level":"info","ts":1789148067.950294,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed","EoS":true} {"level":"info","ts":1789148067.9503148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed","header":"x-maas-group"} {"level":"info","ts":1789148067.950325,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed","header":"x-maas-username"} {"level":"info","ts":1789148067.9503312,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed","header":"x-maas-subscription"} {"level":"info","ts":1789148067.950385,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789148067.9504201,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed"} {"level":"info","ts":1789148067.9632163,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed"} {"level":"info","ts":1789148067.963252,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed"} {"level":"info","ts":1789148067.963272,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed","EoS":false} {"level":"info","ts":1789148067.9632857,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed"} {"level":"info","ts":1789148067.9633143,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed","EoS":true} {"level":"info","ts":1789148067.9633236,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1dc936bcbccedebbc2443ed54b62079d","span_id":"40816c66c2924965","x-request-id":"174ef820-e7bb-4080-973d-8f9bedc3d1ed"} {"level":"info","ts":1789148067.999166,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148067.999258,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e"} {"level":"info","ts":1789148067.9992716,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e"} {"level":"info","ts":1789148067.9992843,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e","EoS":true} {"level":"info","ts":1789148067.9993083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e","header":"x-maas-subscription"} {"level":"info","ts":1789148067.9993186,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e","header":"x-maas-username"} {"level":"info","ts":1789148067.9993234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e","header":"x-maas-group"} {"level":"info","ts":1789148067.9993377,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e","path":"/v1/embeddings"} {"level":"info","ts":1789148067.9993505,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e","original":"publishers/llm/models/test/e2e-embedding-model","rewritten":"test/e2e-embedding-model"} {"level":"info","ts":1789148067.9993818,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e"} {"level":"info","ts":1789148068.000179,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e"} {"level":"info","ts":1789148068.0001907,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e"} {"level":"info","ts":1789148068.0002036,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e","EoS":false} {"level":"info","ts":1789148068.0002162,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e"} {"level":"info","ts":1789148068.000238,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e","EoS":true} {"level":"info","ts":1789148068.000247,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29e8f7c0ee6c8f529c2b114f1ef38d3b","span_id":"d3fa59607bb4c46e","x-request-id":"8effb499-2df4-4a60-a43d-7bf7c253b64e"} {"level":"error","ts":1789148071.7613256,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789148086.7626443,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789148805.438888,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148805.4390345,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f"} {"level":"info","ts":1789148805.4390464,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f"} {"level":"info","ts":1789148805.4390578,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f","EoS":true} {"level":"info","ts":1789148805.4390838,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f","header":"x-maas-subscription"} {"level":"info","ts":1789148805.4390945,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f","header":"x-maas-username"} {"level":"info","ts":1789148805.4391012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f","header":"x-maas-group"} {"level":"info","ts":1789148805.4391215,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789148805.4391477,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f"} {"level":"info","ts":1789148805.440098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f"} {"level":"info","ts":1789148805.4401183,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f"} {"level":"info","ts":1789148805.440133,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f","EoS":false} {"level":"info","ts":1789148805.4401436,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f"} {"level":"info","ts":1789148805.4401646,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f","EoS":true} {"level":"info","ts":1789148805.4401765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d539edd2b738080ff2865cfd78a35b0","span_id":"f6cc5a315c16b0ee","x-request-id":"1e325c6e-7bc6-4c3b-b527-6e8ac8e1869f"} {"level":"info","ts":1789148805.4806285,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789148805.4807425,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f"} {"level":"info","ts":1789148805.480756,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f"} {"level":"info","ts":1789148805.4807684,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f","EoS":true} {"level":"info","ts":1789148805.4807994,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f","header":"x-maas-group"} {"level":"info","ts":1789148805.480814,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f","header":"x-maas-subscription"} {"level":"info","ts":1789148805.4808216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f","header":"x-maas-username"} {"level":"info","ts":1789148805.4808404,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789148805.4808748,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f"} {"level":"info","ts":1789148805.4817364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f"} {"level":"info","ts":1789148805.481761,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f"} {"level":"info","ts":1789148805.4817739,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f","EoS":false} {"level":"info","ts":1789148805.4817843,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f"} {"level":"info","ts":1789148805.4818063,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f","EoS":true} {"level":"info","ts":1789148805.4818156,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4b1be04d077ac586ee5785f6358c4090","span_id":"89fdae1357e3d340","x-request-id":"89d86316-3f40-4d0f-abf5-d01984bfbb2f"} {"level":"error","ts":1789148816.8494422,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789149143.2564456,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149143.2565699,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415"} {"level":"info","ts":1789149143.256587,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415"} {"level":"info","ts":1789149143.2566085,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415","EoS":true} {"level":"info","ts":1789149143.2566442,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415","header":"x-maas-username"} {"level":"info","ts":1789149143.2566578,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415","header":"x-maas-group"} {"level":"info","ts":1789149143.2566662,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415","header":"x-maas-subscription"} {"level":"info","ts":1789149143.2566857,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149143.2567196,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415"} {"level":"info","ts":1789149143.2699559,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415"} {"level":"info","ts":1789149143.2699854,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415"} {"level":"info","ts":1789149143.270001,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415","EoS":false} {"level":"info","ts":1789149143.270014,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415"} {"level":"info","ts":1789149143.2700396,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415","EoS":true} {"level":"info","ts":1789149143.2700486,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6bb186addae14d9336438acf82093279","span_id":"5e6711de7572f6ad","x-request-id":"009811bd-6a9b-4eb4-9734-e3b4fb50e415"} {"level":"info","ts":1789149143.4094052,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149143.4095173,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9"} {"level":"info","ts":1789149143.4095323,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9"} {"level":"info","ts":1789149143.4095445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9","EoS":true} {"level":"info","ts":1789149143.4095747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9","header":"x-maas-username"} {"level":"info","ts":1789149143.4095843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9","header":"x-maas-group"} {"level":"info","ts":1789149143.4095924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9","header":"x-maas-subscription"} {"level":"info","ts":1789149143.4096103,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149143.4096363,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9"} {"level":"info","ts":1789149143.4106555,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9"} {"level":"info","ts":1789149143.410676,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9"} {"level":"info","ts":1789149143.4106927,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9","EoS":false} {"level":"info","ts":1789149143.410705,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9"} {"level":"info","ts":1789149143.4107318,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9","EoS":true} {"level":"info","ts":1789149143.4107416,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f65a4a2623dc0d4a95fbea1b5eb032ec","span_id":"7e7c4077c56d680d","x-request-id":"99bd219f-b49f-4512-92a1-d104953cc9f9"} {"level":"info","ts":1789149143.5523388,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149143.5524342,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d"} {"level":"info","ts":1789149143.5524461,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d"} {"level":"info","ts":1789149143.5524585,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d","EoS":true} {"level":"info","ts":1789149143.5524817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d","header":"x-maas-subscription"} {"level":"info","ts":1789149143.552491,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d","header":"x-maas-group"} {"level":"info","ts":1789149143.5524967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d","header":"x-maas-username"} {"level":"info","ts":1789149143.5525103,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149143.552536,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d"} {"level":"info","ts":1789149143.555053,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d"} {"level":"info","ts":1789149143.5550723,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d"} {"level":"info","ts":1789149143.555083,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d","EoS":false} {"level":"info","ts":1789149143.5550938,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d"} {"level":"info","ts":1789149143.5551174,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d","EoS":true} {"level":"info","ts":1789149143.5551262,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b37dc95a66fb229c34d630a2f4d779b","span_id":"4004d4b155a29e5a","x-request-id":"319ee0d6-9d0c-43e8-badf-961560fe6b3d"} {"level":"info","ts":1789149143.6909182,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149143.6910188,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6"} {"level":"info","ts":1789149143.6910322,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6"} {"level":"info","ts":1789149143.6910443,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6","EoS":true} {"level":"info","ts":1789149143.6910691,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6","header":"x-maas-username"} {"level":"info","ts":1789149143.6910796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6","header":"x-maas-group"} {"level":"info","ts":1789149143.6910846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6","header":"x-maas-subscription"} {"level":"info","ts":1789149143.6911023,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149143.6911237,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6"} {"level":"info","ts":1789149143.692088,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6"} {"level":"info","ts":1789149143.6921105,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6"} {"level":"info","ts":1789149143.6921313,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6","EoS":false} {"level":"info","ts":1789149143.6921504,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6"} {"level":"info","ts":1789149143.69219,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6","EoS":true} {"level":"info","ts":1789149143.6922026,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75d371ee28dbdb7f539aa86fdc5f2492","span_id":"2e9596332e23231e","x-request-id":"bd110ba7-5d0c-4099-b248-6a096f1401f6"} {"level":"info","ts":1789149143.8315063,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149143.8316023,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9"} {"level":"info","ts":1789149143.8316176,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9"} {"level":"info","ts":1789149143.8316283,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9","EoS":true} {"level":"info","ts":1789149143.8316524,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9","header":"x-maas-group"} {"level":"info","ts":1789149143.8316643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9","header":"x-maas-username"} {"level":"info","ts":1789149143.8316734,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9","header":"x-maas-subscription"} {"level":"info","ts":1789149143.8316932,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149143.8317204,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9"} {"level":"info","ts":1789149143.8326898,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9"} {"level":"info","ts":1789149143.8327072,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9"} {"level":"info","ts":1789149143.832718,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9","EoS":false} {"level":"info","ts":1789149143.8327284,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9"} {"level":"info","ts":1789149143.8327527,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9","EoS":true} {"level":"info","ts":1789149143.8327596,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"50f58ad02af06852fa5f48c3bafa3926","span_id":"42664927774f06b4","x-request-id":"fda18ad6-10b5-4bb4-be6e-e1c59188dba9"} {"level":"error","ts":1789149156.8855896,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789149158.908718,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149158.9088101,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5"} {"level":"info","ts":1789149158.908823,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5"} {"level":"info","ts":1789149158.9088352,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5","EoS":true} {"level":"info","ts":1789149158.9088614,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5","header":"x-maas-group"} {"level":"info","ts":1789149158.908876,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5","header":"x-maas-subscription"} {"level":"info","ts":1789149158.908885,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5","header":"x-maas-username"} {"level":"info","ts":1789149158.9089315,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149158.908966,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5"} {"level":"info","ts":1789149158.9099674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5"} {"level":"info","ts":1789149158.9099832,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5"} {"level":"info","ts":1789149158.9099953,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5","EoS":false} {"level":"info","ts":1789149158.9100068,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5"} {"level":"info","ts":1789149158.910031,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5","EoS":true} {"level":"info","ts":1789149158.910045,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1efcebec706a7ee6a596bc77301ada67","span_id":"233815429ced8db9","x-request-id":"a28c5c79-a1fe-4e94-b12c-1424dafe4fd5"} {"level":"info","ts":1789149158.9473014,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149158.9473875,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e"} {"level":"info","ts":1789149158.947399,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e"} {"level":"info","ts":1789149158.9474099,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e","EoS":true} {"level":"info","ts":1789149158.9474306,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e","header":"x-maas-subscription"} {"level":"info","ts":1789149158.9474416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e","header":"x-maas-group"} {"level":"info","ts":1789149158.9474478,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e","header":"x-maas-username"} {"level":"info","ts":1789149158.9474616,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149158.9474905,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e"} {"level":"info","ts":1789149158.9486153,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e"} {"level":"info","ts":1789149158.948639,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e"} {"level":"info","ts":1789149158.948654,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e","EoS":false} {"level":"info","ts":1789149158.9486673,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e"} {"level":"info","ts":1789149158.9486935,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e","EoS":true} {"level":"info","ts":1789149158.9487011,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b3c5b1e19e558fb74facb2812f7b5274","span_id":"4cf213ccd6d6512c","x-request-id":"99a92c7f-5be5-4ed2-90fa-ad6e8f43e78e"} {"level":"info","ts":1789149159.0588467,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149159.0589633,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b913a37d1856264a05572b27006d8f0d","span_id":"2b49cdb5e313c2b7","x-request-id":"3dbe8ed1-6531-4911-a937-fe7b80cb165a"} {"level":"info","ts":1789149159.059963,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b913a37d1856264a05572b27006d8f0d","span_id":"2b49cdb5e313c2b7","x-request-id":"3dbe8ed1-6531-4911-a937-fe7b80cb165a"} {"level":"info","ts":1789149159.0599825,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b913a37d1856264a05572b27006d8f0d","span_id":"2b49cdb5e313c2b7","x-request-id":"3dbe8ed1-6531-4911-a937-fe7b80cb165a"} {"level":"info","ts":1789149159.0599968,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b913a37d1856264a05572b27006d8f0d","span_id":"2b49cdb5e313c2b7","x-request-id":"3dbe8ed1-6531-4911-a937-fe7b80cb165a","EoS":false} {"level":"info","ts":1789149159.060011,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b913a37d1856264a05572b27006d8f0d","span_id":"2b49cdb5e313c2b7","x-request-id":"3dbe8ed1-6531-4911-a937-fe7b80cb165a"} {"level":"info","ts":1789149159.060034,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b913a37d1856264a05572b27006d8f0d","span_id":"2b49cdb5e313c2b7","x-request-id":"3dbe8ed1-6531-4911-a937-fe7b80cb165a","EoS":true} {"level":"info","ts":1789149159.0600433,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b913a37d1856264a05572b27006d8f0d","span_id":"2b49cdb5e313c2b7","x-request-id":"3dbe8ed1-6531-4911-a937-fe7b80cb165a"} {"level":"info","ts":1789149159.832387,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149159.832479,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024"} {"level":"info","ts":1789149159.8324919,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024"} {"level":"info","ts":1789149159.8325038,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024","EoS":true} {"level":"info","ts":1789149159.8325274,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024","header":"x-maas-subscription"} {"level":"info","ts":1789149159.832537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024","header":"x-maas-username"} {"level":"info","ts":1789149159.8325424,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024","header":"x-maas-group"} {"level":"info","ts":1789149159.8325577,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149159.8325834,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024"} {"level":"info","ts":1789149159.8334973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024"} {"level":"info","ts":1789149159.8335207,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024"} {"level":"info","ts":1789149159.8335354,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024","EoS":false} {"level":"info","ts":1789149159.833547,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024"} {"level":"info","ts":1789149159.8335705,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024","EoS":true} {"level":"info","ts":1789149159.8335807,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"808805fec5dcbcae54e914f852b685d8","span_id":"72b2e0df3974da66","x-request-id":"737ed9c0-d687-4c40-8287-98dcb9907024"} {"level":"info","ts":1789149160.7813058,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149160.7814083,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891"} {"level":"info","ts":1789149160.7814267,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891"} {"level":"info","ts":1789149160.7814398,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891","EoS":true} {"level":"info","ts":1789149160.7814705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891","header":"x-maas-subscription"} {"level":"info","ts":1789149160.7814822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891","header":"x-maas-username"} {"level":"info","ts":1789149160.7814913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891","header":"x-maas-group"} {"level":"info","ts":1789149160.7815118,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149160.7815444,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891"} {"level":"info","ts":1789149160.7824485,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891"} {"level":"info","ts":1789149160.7824674,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891"} {"level":"info","ts":1789149160.7824814,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891","EoS":false} {"level":"info","ts":1789149160.7824934,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891"} {"level":"info","ts":1789149160.7825184,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891","EoS":true} {"level":"info","ts":1789149160.7825263,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce3e45ac1de1e3d46a7be6c39ffb3fd5","span_id":"d7935357d91a560c","x-request-id":"bbcca25b-5968-4c9f-963d-390ebb419891"} {"level":"info","ts":1789149161.5117018,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149161.5118027,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15"} {"level":"info","ts":1789149161.5118146,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15"} {"level":"info","ts":1789149161.5118277,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15","EoS":true} {"level":"info","ts":1789149161.511853,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15","header":"x-maas-subscription"} {"level":"info","ts":1789149161.511864,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15","header":"x-maas-group"} {"level":"info","ts":1789149161.5118697,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15","header":"x-maas-username"} {"level":"info","ts":1789149161.511884,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149161.5119345,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15"} {"level":"info","ts":1789149161.512852,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15"} {"level":"info","ts":1789149161.5128703,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15"} {"level":"info","ts":1789149161.5128891,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15","EoS":false} {"level":"info","ts":1789149161.512922,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15"} {"level":"info","ts":1789149161.5129566,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15","EoS":true} {"level":"info","ts":1789149161.5129683,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"655a02d5e1b8a0c0d9f20a187395fbe9","span_id":"09a976ad4b0de540","x-request-id":"17739fb5-3b7e-43b8-8c62-e18e7ae98b15"} {"level":"info","ts":1789149162.5959964,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149162.596099,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a"} {"level":"info","ts":1789149162.596111,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a"} {"level":"info","ts":1789149162.5961235,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a","EoS":true} {"level":"info","ts":1789149162.5961487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a","header":"x-maas-username"} {"level":"info","ts":1789149162.5961597,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a","header":"x-maas-subscription"} {"level":"info","ts":1789149162.5961647,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a","header":"x-maas-group"} {"level":"info","ts":1789149162.5961807,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149162.5962064,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a"} {"level":"info","ts":1789149162.597141,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a"} {"level":"info","ts":1789149162.5971613,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a"} {"level":"info","ts":1789149162.5971756,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a","EoS":false} {"level":"info","ts":1789149162.5971887,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a"} {"level":"info","ts":1789149162.5972145,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a","EoS":true} {"level":"info","ts":1789149162.5972235,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"86126a016c73a67bac56242014e2b121","span_id":"bc4ae9fd31e92b36","x-request-id":"2002319b-3c53-4a17-ab82-22d951b9451a"} {"level":"error","ts":1789149171.8865983,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789149181.8872654,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789149183.7841294,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149183.7842216,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23"} {"level":"info","ts":1789149183.7842326,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23"} {"level":"info","ts":1789149183.784244,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23","EoS":true} {"level":"info","ts":1789149183.7842672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23","header":"x-maas-username"} {"level":"info","ts":1789149183.7842789,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23","header":"x-maas-group"} {"level":"info","ts":1789149183.7842844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23","header":"x-maas-subscription"} {"level":"info","ts":1789149183.7843003,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149183.7843237,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23"} {"level":"info","ts":1789149183.785154,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23"} {"level":"info","ts":1789149183.7851753,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23"} {"level":"info","ts":1789149183.785197,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23","EoS":false} {"level":"info","ts":1789149183.7852116,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23"} {"level":"info","ts":1789149183.7852392,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23","EoS":true} {"level":"info","ts":1789149183.7852497,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2759cc9d0d470207d047b4de9a98cccc","span_id":"e72691ba307a9950","x-request-id":"2bfb62ec-fa61-4ae2-93d4-d4382279cc23"} {"level":"error","ts":1789149196.8882377,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789149277.3927438,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149277.3928452,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5"} {"level":"info","ts":1789149277.3928583,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5"} {"level":"info","ts":1789149277.3928704,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5","EoS":true} {"level":"info","ts":1789149277.392918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5","header":"x-maas-subscription"} {"level":"info","ts":1789149277.3929305,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5","header":"x-maas-username"} {"level":"info","ts":1789149277.3929355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5","header":"x-maas-group"} {"level":"info","ts":1789149277.3929508,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789149277.3929772,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5"} {"level":"info","ts":1789149277.4072082,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5"} {"level":"info","ts":1789149277.4072406,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5"} {"level":"info","ts":1789149277.4072585,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5","EoS":false} {"level":"info","ts":1789149277.4072716,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5"} {"level":"info","ts":1789149277.407301,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5","EoS":true} {"level":"info","ts":1789149277.407311,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"675edf19a5689b92ac1cfa360970caf9","span_id":"85b9b6a0ab7c1d86","x-request-id":"99d360df-890b-4417-9f2d-6ab93660d7d5"} {"level":"error","ts":1789149291.8991618,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789149354.0168505,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149354.016962,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865"} {"level":"info","ts":1789149354.0169747,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865"} {"level":"info","ts":1789149354.0169861,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865","EoS":true} {"level":"info","ts":1789149354.0170112,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865","header":"x-maas-subscription"} {"level":"info","ts":1789149354.0170207,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865","header":"x-maas-group"} {"level":"info","ts":1789149354.0170271,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865","header":"x-maas-username"} {"level":"info","ts":1789149354.0170422,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149354.0170658,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865"} {"level":"info","ts":1789149354.018933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865"} {"level":"info","ts":1789149354.0189533,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865"} {"level":"info","ts":1789149354.0189679,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865","EoS":false} {"level":"info","ts":1789149354.0189786,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865"} {"level":"info","ts":1789149354.0190048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865","EoS":true} {"level":"info","ts":1789149354.019017,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6d0af8e84e78acec7cf91ecb9a1268a5","span_id":"8e0e87bd9972005c","x-request-id":"2bcbce3d-5873-4fe2-9f85-341cd8aee865"} {"level":"info","ts":1789149354.0617323,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149354.0618203,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2"} {"level":"info","ts":1789149354.0618322,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2"} {"level":"info","ts":1789149354.0618436,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2","EoS":true} {"level":"info","ts":1789149354.0618637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2","header":"x-maas-username"} {"level":"info","ts":1789149354.061874,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2","header":"x-maas-subscription"} {"level":"info","ts":1789149354.0618787,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2","header":"x-maas-group"} {"level":"info","ts":1789149354.0619185,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789149354.061944,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2"} {"level":"info","ts":1789149354.063026,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2"} {"level":"info","ts":1789149354.063048,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2"} {"level":"info","ts":1789149354.0630612,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2","EoS":false} {"level":"info","ts":1789149354.0630727,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2"} {"level":"info","ts":1789149354.063099,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2","EoS":true} {"level":"info","ts":1789149354.063112,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"23e23f562a188e6ed7111618e594bdb1","span_id":"bb0576cb327928f5","x-request-id":"362ad6c8-bdc6-47ea-92a0-420e4145cea2"} {"level":"error","ts":1789149366.9047797,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789149367.967065,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149367.967171,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54"} {"level":"info","ts":1789149367.9671872,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54"} {"level":"info","ts":1789149367.9671996,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54","EoS":true} {"level":"info","ts":1789149367.9672205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54","header":"x-maas-username"} {"level":"info","ts":1789149367.9672315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54","header":"x-maas-group"} {"level":"info","ts":1789149367.9672384,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54","header":"x-maas-subscription"} {"level":"info","ts":1789149367.967254,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789149367.967281,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54"} {"level":"info","ts":1789149367.9683185,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54"} {"level":"info","ts":1789149367.9683387,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54"} {"level":"info","ts":1789149367.968354,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54","EoS":false} {"level":"info","ts":1789149367.9683657,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54"} {"level":"info","ts":1789149367.9683902,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54","EoS":true} {"level":"info","ts":1789149367.9683993,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"15837463b04cc2bc6ba0d3247a662c34","span_id":"ef0e1a726bd1dade","x-request-id":"b6f989cc-23a0-457c-834e-640f227a2e54"} {"level":"info","ts":1789149368.1082177,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149368.1083143,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a"} {"level":"info","ts":1789149368.1083272,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a"} {"level":"info","ts":1789149368.1083405,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a","EoS":true} {"level":"info","ts":1789149368.1083636,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a","header":"x-maas-subscription"} {"level":"info","ts":1789149368.108373,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a","header":"x-maas-username"} {"level":"info","ts":1789149368.108378,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a","header":"x-maas-group"} {"level":"info","ts":1789149368.1083958,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789149368.1084282,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a"} {"level":"info","ts":1789149368.1093543,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a"} {"level":"info","ts":1789149368.10937,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a"} {"level":"info","ts":1789149368.1093888,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a","EoS":false} {"level":"info","ts":1789149368.1094005,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a"} {"level":"info","ts":1789149368.1094296,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a","EoS":false} {"level":"info","ts":1789149368.1094425,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a"} {"level":"info","ts":1789149368.1094532,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a","EoS":true} {"level":"info","ts":1789149368.1094599,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc33695a7c12193663e25562a9fdef52","span_id":"4ee721c9f39f38ff","x-request-id":"7cbe32b9-aa21-4ba3-abd6-2602fa68423a"} {"level":"info","ts":1789149368.2520719,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149368.2521708,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a"} {"level":"info","ts":1789149368.252184,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a"} {"level":"info","ts":1789149368.2522006,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a","EoS":true} {"level":"info","ts":1789149368.252223,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a","header":"x-maas-subscription"} {"level":"info","ts":1789149368.252234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a","header":"x-maas-username"} {"level":"info","ts":1789149368.2522385,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a","header":"x-maas-group"} {"level":"info","ts":1789149368.2522557,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789149368.2522883,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a"} {"level":"info","ts":1789149368.2546105,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a"} {"level":"info","ts":1789149368.2546287,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a"} {"level":"info","ts":1789149368.2546422,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a","EoS":false} {"level":"info","ts":1789149368.254654,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a"} {"level":"info","ts":1789149368.2546813,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a","EoS":false} {"level":"info","ts":1789149368.254696,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a"} {"level":"info","ts":1789149368.2547069,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a","EoS":true} {"level":"info","ts":1789149368.254712,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2338ec6aa44aae36493013b1e8034784","span_id":"1ecc5fe22ae3ffc9","x-request-id":"9a1fe8d5-b762-4a82-b3de-93475d64676a"} {"level":"info","ts":1789149381.1168816,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789149381.1170084,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a"} {"level":"info","ts":1789149381.1170223,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a"} {"level":"info","ts":1789149381.117035,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a","EoS":true} {"level":"info","ts":1789149381.1170578,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a","header":"x-maas-username"} {"level":"info","ts":1789149381.1170657,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a","header":"x-maas-group"} {"level":"info","ts":1789149381.1170716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a","header":"x-maas-subscription"} {"level":"info","ts":1789149381.1170866,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789149381.117116,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a"} {"level":"info","ts":1789149381.1188784,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a"} {"level":"info","ts":1789149381.1189086,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a"} {"level":"info","ts":1789149381.1189253,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a","EoS":false} {"level":"info","ts":1789149381.1189399,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a"} {"level":"info","ts":1789149381.1189704,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a","EoS":true} {"level":"info","ts":1789149381.11898,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ee6238fa705c8022e6a5963af05dee32","span_id":"358fe61326e2637b","x-request-id":"3c030b0a-a647-4141-b502-af1d16e6f92a"} {"level":"error","ts":1789149381.9059176,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789149391.9070356,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}