{"level":"info","ts":1789132829.4661758,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cac3a9d6e7754070b70e257be2872563","span_id":"ff83d6ab485c437f","x-request-id":"7232c8a2-441c-4fa0-b3ad-7e34e930b3d3"} {"level":"info","ts":1789132829.4662137,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cac3a9d6e7754070b70e257be2872563","span_id":"ff83d6ab485c437f","x-request-id":"7232c8a2-441c-4fa0-b3ad-7e34e930b3d3","EoS":true} {"level":"info","ts":1789132829.466228,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cac3a9d6e7754070b70e257be2872563","span_id":"ff83d6ab485c437f","x-request-id":"7232c8a2-441c-4fa0-b3ad-7e34e930b3d3"} {"level":"error","ts":1789132830.2259977,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789132830.5606914,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132830.5608077,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820"} {"level":"info","ts":1789132830.5608196,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820"} {"level":"info","ts":1789132830.5608318,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820","EoS":true} {"level":"info","ts":1789132830.5608537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820","header":"x-maas-subscription"} {"level":"info","ts":1789132830.5608635,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820","header":"x-maas-group"} {"level":"info","ts":1789132830.5608697,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820","header":"x-maas-username"} {"level":"info","ts":1789132830.5608845,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789132830.5609097,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820"} {"level":"info","ts":1789132830.573052,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820"} {"level":"info","ts":1789132830.573074,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820"} {"level":"info","ts":1789132830.573092,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820","EoS":false} {"level":"info","ts":1789132830.5731058,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820"} {"level":"info","ts":1789132830.5731313,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820","EoS":true} {"level":"info","ts":1789132830.5731406,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f18e23e033d12e12866196987c4ca5b","span_id":"2c09c425a208f4a0","x-request-id":"a3285659-7972-4e5f-ab8b-f47c3b0e8820"} {"level":"info","ts":1789132832.724445,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132832.7245536,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726"} {"level":"info","ts":1789132832.7245665,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726"} {"level":"info","ts":1789132832.7245789,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726","EoS":true} {"level":"info","ts":1789132832.7246022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726","header":"x-maas-username"} {"level":"info","ts":1789132832.7246127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726","header":"x-maas-subscription"} {"level":"info","ts":1789132832.724618,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726","header":"x-maas-group"} {"level":"info","ts":1789132832.7246327,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789132832.7246585,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726"} {"level":"info","ts":1789132832.7263556,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726"} {"level":"info","ts":1789132832.7263808,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726"} {"level":"info","ts":1789132832.7263992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726","EoS":false} {"level":"info","ts":1789132832.726417,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726"} {"level":"info","ts":1789132832.726449,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726","EoS":true} {"level":"info","ts":1789132832.7264605,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d358fb7c2bd9e8639952b960dcc29f4b","span_id":"f62ff65b6df5379f","x-request-id":"808c5117-5b4d-417f-ab58-9afa3f829726"} {"level":"info","ts":1789132832.975566,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132832.9756985,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"27200f603b53ec2f0f85165270ce14b3","span_id":"d49dc3367f1c69ee","x-request-id":"86ed097b-70df-4d45-8d4a-21d1eb11db86"} {"level":"info","ts":1789132832.9757433,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"27200f603b53ec2f0f85165270ce14b3","span_id":"d49dc3367f1c69ee","x-request-id":"86ed097b-70df-4d45-8d4a-21d1eb11db86"} {"level":"info","ts":1789132832.9757636,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"27200f603b53ec2f0f85165270ce14b3","span_id":"d49dc3367f1c69ee","x-request-id":"86ed097b-70df-4d45-8d4a-21d1eb11db86","EoS":true} {"level":"info","ts":1789132832.9758155,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"27200f603b53ec2f0f85165270ce14b3","span_id":"d49dc3367f1c69ee","x-request-id":"86ed097b-70df-4d45-8d4a-21d1eb11db86"} {"level":"info","ts":1789132833.1284995,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132833.1286101,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a9f997bc01e81300939075d4ef01546a","span_id":"0476dea6e332253b","x-request-id":"d8e35131-9209-4ba2-93b1-4a780d967180"} {"level":"info","ts":1789132833.1286254,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a9f997bc01e81300939075d4ef01546a","span_id":"0476dea6e332253b","x-request-id":"d8e35131-9209-4ba2-93b1-4a780d967180"} {"level":"info","ts":1789132833.1286395,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a9f997bc01e81300939075d4ef01546a","span_id":"0476dea6e332253b","x-request-id":"d8e35131-9209-4ba2-93b1-4a780d967180","EoS":true} {"level":"info","ts":1789132833.1286829,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a9f997bc01e81300939075d4ef01546a","span_id":"0476dea6e332253b","x-request-id":"d8e35131-9209-4ba2-93b1-4a780d967180"} {"level":"info","ts":1789132833.26269,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132833.262822,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f68b7f8b3e234a99bd908f03d8e262e1","span_id":"19f31070631e11fd","x-request-id":"94811523-7548-41ba-bee2-05af5bc22657"} {"level":"info","ts":1789132833.2628384,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f68b7f8b3e234a99bd908f03d8e262e1","span_id":"19f31070631e11fd","x-request-id":"94811523-7548-41ba-bee2-05af5bc22657"} {"level":"info","ts":1789132833.262853,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f68b7f8b3e234a99bd908f03d8e262e1","span_id":"19f31070631e11fd","x-request-id":"94811523-7548-41ba-bee2-05af5bc22657","EoS":true} {"level":"info","ts":1789132833.2628973,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f68b7f8b3e234a99bd908f03d8e262e1","span_id":"19f31070631e11fd","x-request-id":"94811523-7548-41ba-bee2-05af5bc22657"} {"level":"error","ts":1789132845.2270937,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789132851.2699308,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132851.2700348,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070"} {"level":"info","ts":1789132851.2700467,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070"} {"level":"info","ts":1789132851.270059,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070","EoS":true} {"level":"info","ts":1789132851.2700818,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070","header":"x-maas-subscription"} {"level":"info","ts":1789132851.2700918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070","header":"x-maas-username"} {"level":"info","ts":1789132851.2700968,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070","header":"x-maas-group"} {"level":"info","ts":1789132851.270111,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789132851.2701402,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070"} {"level":"info","ts":1789132851.2710361,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070"} {"level":"info","ts":1789132851.27106,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070"} {"level":"info","ts":1789132851.2710814,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070","EoS":false} {"level":"info","ts":1789132851.2710996,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070"} {"level":"info","ts":1789132851.271138,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070","EoS":true} {"level":"info","ts":1789132851.2711494,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"50284914b834ba0cb1beec3bdbb60d93","span_id":"50b69e74e5be6586","x-request-id":"77d61fc3-0b86-4eb2-b82d-fcac1c37e070"} {"level":"info","ts":1789132854.5961897,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132854.5962949,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35"} {"level":"info","ts":1789132854.5963085,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35"} {"level":"info","ts":1789132854.5963233,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35","EoS":true} {"level":"info","ts":1789132854.5963538,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35","header":"x-maas-username"} {"level":"info","ts":1789132854.5963674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35","header":"x-maas-subscription"} {"level":"info","ts":1789132854.5963724,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35","header":"x-maas-group"} {"level":"info","ts":1789132854.596388,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789132854.5964184,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35"} {"level":"info","ts":1789132854.5974822,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35"} {"level":"info","ts":1789132854.5975037,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35"} {"level":"info","ts":1789132854.5975184,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35","EoS":false} {"level":"info","ts":1789132854.5975308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35"} {"level":"info","ts":1789132854.5975518,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35","EoS":true} {"level":"info","ts":1789132854.5975585,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"426e611d5b3ba09427d876175f78ece1","span_id":"a15d81eec8241f49","x-request-id":"7c3c942d-74db-4219-ab08-980316cbba35"} {"level":"info","ts":1789132854.627018,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132854.6271489,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2"} {"level":"info","ts":1789132854.6271648,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2"} {"level":"info","ts":1789132854.6271837,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2","EoS":true} {"level":"info","ts":1789132854.627215,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2","header":"x-maas-username"} {"level":"info","ts":1789132854.6272264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2","header":"x-maas-subscription"} {"level":"info","ts":1789132854.6272364,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2","header":"x-maas-group"} {"level":"info","ts":1789132854.6272576,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789132854.6272902,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2"} {"level":"info","ts":1789132854.628153,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2"} {"level":"info","ts":1789132854.6282206,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2"} {"level":"info","ts":1789132854.62827,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2","EoS":false} {"level":"info","ts":1789132854.628348,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2"} {"level":"info","ts":1789132854.6284146,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2","EoS":true} {"level":"info","ts":1789132854.628479,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f6604e44dbe605034eef2cb2e97f707e","span_id":"c22f5a24e26bc3da","x-request-id":"25804551-d039-49dd-a3fc-f57fbe61bbe2"} {"level":"info","ts":1789132858.2108462,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132858.2109473,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0"} {"level":"info","ts":1789132858.210965,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0"} {"level":"info","ts":1789132858.2109807,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0","EoS":true} {"level":"info","ts":1789132858.211005,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0","header":"x-maas-username"} {"level":"info","ts":1789132858.2110157,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0","header":"x-maas-subscription"} {"level":"info","ts":1789132858.2110207,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0","header":"x-maas-group"} {"level":"info","ts":1789132858.2110367,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789132858.2110682,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0"} {"level":"info","ts":1789132858.2118516,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0"} {"level":"info","ts":1789132858.211876,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0"} {"level":"info","ts":1789132858.2118979,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0","EoS":false} {"level":"info","ts":1789132858.211921,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0"} {"level":"info","ts":1789132858.2119505,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0","EoS":true} {"level":"info","ts":1789132858.2119603,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"91bf1353296791a58216d677686250f5","span_id":"2bbaea1810905424","x-request-id":"34382fbd-cb98-499e-8915-111fef0e99a0"} {"level":"error","ts":1789132865.229206,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789132875.2300563,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789132886.1632743,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132886.163407,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851"} {"level":"info","ts":1789132886.1634247,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851"} {"level":"info","ts":1789132886.1634405,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851","EoS":true} {"level":"info","ts":1789132886.163474,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851","header":"x-maas-username"} {"level":"info","ts":1789132886.1634881,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851","header":"x-maas-group"} {"level":"info","ts":1789132886.1634948,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851","header":"x-maas-subscription"} {"level":"info","ts":1789132886.1635149,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789132886.1635776,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851"} {"level":"info","ts":1789132886.1644368,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851"} {"level":"info","ts":1789132886.1644626,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851"} {"level":"info","ts":1789132886.164479,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851","EoS":false} {"level":"info","ts":1789132886.1644914,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851"} {"level":"info","ts":1789132886.1645203,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851","EoS":true} {"level":"info","ts":1789132886.1645494,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c31a9e75e2641c3fe786b1e299f82ee","span_id":"a78682c3901606f3","x-request-id":"1669f1f5-4452-42d8-a044-6d15a3935851"} {"level":"info","ts":1789132887.4521027,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132887.4522424,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b"} {"level":"info","ts":1789132887.452266,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b"} {"level":"info","ts":1789132887.4522889,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b","EoS":true} {"level":"info","ts":1789132887.4523275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b","header":"x-maas-subscription"} {"level":"info","ts":1789132887.4523425,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b","header":"x-maas-username"} {"level":"info","ts":1789132887.4523478,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b","header":"x-maas-group"} {"level":"info","ts":1789132887.4523628,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789132887.4523883,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b"} {"level":"info","ts":1789132887.4531085,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b"} {"level":"info","ts":1789132887.4531274,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b"} {"level":"info","ts":1789132887.453142,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b","EoS":false} {"level":"info","ts":1789132887.4531522,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b"} {"level":"info","ts":1789132887.4531798,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b","EoS":true} {"level":"info","ts":1789132887.4531894,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9769f4fde9174a04765ac67fb1a73ac8","span_id":"936129d03bf13408","x-request-id":"d105fa24-8c05-4ba1-9335-f7378080556b"} {"level":"error","ts":1789132900.2321246,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789132933.9320292,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132933.932146,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349"} {"level":"info","ts":1789132933.9321618,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349"} {"level":"info","ts":1789132933.93218,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349","EoS":true} {"level":"info","ts":1789132933.932215,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349","header":"x-maas-subscription"} {"level":"info","ts":1789132933.9322288,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349","header":"x-maas-username"} {"level":"info","ts":1789132933.932237,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349","header":"x-maas-group"} {"level":"info","ts":1789132933.9322581,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349","path":"/llm/facebook-opt-125m-simulated/v1/embeddings"} {"level":"info","ts":1789132933.9322927,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349"} {"level":"info","ts":1789132933.9331434,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349"} {"level":"info","ts":1789132933.9331727,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349"} {"level":"info","ts":1789132933.933196,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349","EoS":false} {"level":"info","ts":1789132933.9332135,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349"} {"level":"info","ts":1789132933.933249,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349","EoS":true} {"level":"info","ts":1789132933.9332647,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"974afe891e7d4a44dd80ccc46bd2df73","span_id":"c4a9a475a938282e","x-request-id":"6c6aae70-3af1-4950-af0f-7e5cd5e27349"} {"level":"info","ts":1789132943.74145,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132943.7416434,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375"} {"level":"info","ts":1789132943.7416968,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375"} {"level":"info","ts":1789132943.7417722,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375","EoS":true} {"level":"info","ts":1789132943.7418275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375","header":"x-maas-username"} {"level":"info","ts":1789132943.741861,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375","header":"x-maas-subscription"} {"level":"info","ts":1789132943.741889,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375","header":"x-maas-group"} {"level":"info","ts":1789132943.7419283,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789132943.7419777,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375"} {"level":"info","ts":1789132943.7639844,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375"} {"level":"info","ts":1789132943.7640195,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375"} {"level":"info","ts":1789132943.7640448,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375","EoS":false} {"level":"info","ts":1789132943.7640648,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375"} {"level":"info","ts":1789132943.7641058,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375","EoS":false} {"level":"info","ts":1789132943.7641182,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375"} {"level":"info","ts":1789132943.7641299,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375","EoS":true} {"level":"info","ts":1789132943.7641366,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aee7119a3051b00ce02ab4ce6f90c08f","span_id":"4466d96666f34450","x-request-id":"1f5e87fc-c173-4be1-8011-77bdaeb31375"} {"level":"info","ts":1789132943.8016949,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789132943.8018048,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd"} {"level":"info","ts":1789132943.8018243,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd"} {"level":"info","ts":1789132943.8018417,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd","EoS":true} {"level":"info","ts":1789132943.8018658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd","header":"x-maas-username"} {"level":"info","ts":1789132943.8018765,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd","header":"x-maas-group"} {"level":"info","ts":1789132943.8018818,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd","header":"x-maas-subscription"} {"level":"info","ts":1789132943.801897,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd","path":"/v1/embeddings"} {"level":"info","ts":1789132943.8019056,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd","original":"publishers/llm/models/test/e2e-embedding-model","rewritten":"test/e2e-embedding-model"} {"level":"info","ts":1789132943.8019364,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd"} {"level":"info","ts":1789132943.8026917,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd"} {"level":"info","ts":1789132943.8027215,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd"} {"level":"info","ts":1789132943.8027418,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd","EoS":false} {"level":"info","ts":1789132943.8027623,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd"} {"level":"info","ts":1789132943.802785,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd","EoS":true} {"level":"info","ts":1789132943.802794,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4bf5f1892b870e49c98eba0567cc4581","span_id":"fd47c639ca7c3903","x-request-id":"7a1e01c3-8560-46d5-b57d-b3878baebdbd"} {"level":"error","ts":1789132945.2460575,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789132960.2475085,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789133644.3803964,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789133644.3805003,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad"} {"level":"info","ts":1789133644.3805115,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad"} {"level":"info","ts":1789133644.3805277,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad","EoS":true} {"level":"info","ts":1789133644.3805647,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad","header":"x-maas-subscription"} {"level":"info","ts":1789133644.380576,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad","header":"x-maas-group"} {"level":"info","ts":1789133644.3805823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad","header":"x-maas-username"} {"level":"info","ts":1789133644.3805964,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789133644.3806267,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad"} {"level":"info","ts":1789133644.3814433,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad"} {"level":"info","ts":1789133644.3814645,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad"} {"level":"info","ts":1789133644.3814814,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad","EoS":false} {"level":"info","ts":1789133644.381493,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad"} {"level":"info","ts":1789133644.3815193,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad","EoS":true} {"level":"info","ts":1789133644.3815281,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce4026dbed3a55f4d18fc150036f00aa","span_id":"a6b4f4752f0607aa","x-request-id":"da3ed91b-ebcf-4217-97cf-3eb4f44ea5ad"} {"level":"info","ts":1789133644.4188752,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789133644.4189873,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7"} {"level":"info","ts":1789133644.4190068,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7"} {"level":"info","ts":1789133644.419022,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7","EoS":true} {"level":"info","ts":1789133644.4190452,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7","header":"x-maas-subscription"} {"level":"info","ts":1789133644.4190547,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7","header":"x-maas-group"} {"level":"info","ts":1789133644.4190605,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7","header":"x-maas-username"} {"level":"info","ts":1789133644.4191027,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789133644.4191294,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7"} {"level":"info","ts":1789133644.4198563,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7"} {"level":"info","ts":1789133644.4198754,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7"} {"level":"info","ts":1789133644.4198904,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7","EoS":false} {"level":"info","ts":1789133644.4199045,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7"} {"level":"info","ts":1789133644.4199286,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7","EoS":true} {"level":"info","ts":1789133644.419938,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8eae6ead7f140f8f78a5fe47644aea8a","span_id":"3e46d433e52acfbc","x-request-id":"1249dda7-56f4-4c69-86b6-69455da716e7"} {"level":"error","ts":1789133655.3286283,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789134014.448816,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134014.4489193,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086"} {"level":"info","ts":1789134014.4489307,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086"} {"level":"info","ts":1789134014.4489422,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086","EoS":true} {"level":"info","ts":1789134014.448966,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086","header":"x-maas-username"} {"level":"info","ts":1789134014.4489756,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086","header":"x-maas-subscription"} {"level":"info","ts":1789134014.448981,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086","header":"x-maas-group"} {"level":"info","ts":1789134014.4489965,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789134014.4490206,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086"} {"level":"info","ts":1789134014.4620314,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086"} {"level":"info","ts":1789134014.462053,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086"} {"level":"info","ts":1789134014.4620736,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086","EoS":false} {"level":"info","ts":1789134014.4620895,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086"} {"level":"info","ts":1789134014.4621236,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086","EoS":true} {"level":"info","ts":1789134014.4621353,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ecce01e9912e0a5ff5866eed87999ab5","span_id":"d7988e40cbeb688b","x-request-id":"c3d82a85-f0b7-4961-9585-7d0d347e5086"} {"level":"info","ts":1789134014.5983465,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134014.598447,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743"} {"level":"info","ts":1789134014.5984597,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743"} {"level":"info","ts":1789134014.598471,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743","EoS":true} {"level":"info","ts":1789134014.5984933,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743","header":"x-maas-group"} {"level":"info","ts":1789134014.598503,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743","header":"x-maas-subscription"} {"level":"info","ts":1789134014.5985084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743","header":"x-maas-username"} {"level":"info","ts":1789134014.5985234,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789134014.598546,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743"} {"level":"info","ts":1789134014.6008687,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743"} {"level":"info","ts":1789134014.6008875,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743"} {"level":"info","ts":1789134014.6009068,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743","EoS":false} {"level":"info","ts":1789134014.6009228,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743"} {"level":"info","ts":1789134014.6009588,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743","EoS":true} {"level":"info","ts":1789134014.60097,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"caf8195cfe893cb77daa2c6f7e3cd4be","span_id":"440338ca19142b71","x-request-id":"83732169-0785-4229-8190-e6531614e743"} {"level":"info","ts":1789134014.7375731,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134014.7376575,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6"} {"level":"info","ts":1789134014.7376702,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6"} {"level":"info","ts":1789134014.7376812,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6","EoS":true} {"level":"info","ts":1789134014.7377205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6","header":"x-maas-group"} {"level":"info","ts":1789134014.737729,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6","header":"x-maas-username"} {"level":"info","ts":1789134014.7377338,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6","header":"x-maas-subscription"} {"level":"info","ts":1789134014.7377477,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789134014.73777,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6"} {"level":"info","ts":1789134014.7386441,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6"} {"level":"info","ts":1789134014.738662,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6"} {"level":"info","ts":1789134014.73868,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6","EoS":false} {"level":"info","ts":1789134014.7386959,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6"} {"level":"info","ts":1789134014.738746,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6","EoS":true} {"level":"info","ts":1789134014.7387574,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b276f69d32d68eed9bd509fb53765e03","span_id":"77338b80cfb12db0","x-request-id":"7f736e9c-2603-4205-aa19-c37b05fc7ad6"} {"level":"info","ts":1789134014.8765845,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134014.8766892,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31"} {"level":"info","ts":1789134014.8767278,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31"} {"level":"info","ts":1789134014.876751,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31","EoS":true} {"level":"info","ts":1789134014.876784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31","header":"x-maas-subscription"} {"level":"info","ts":1789134014.8767965,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31","header":"x-maas-group"} {"level":"info","ts":1789134014.8768055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31","header":"x-maas-username"} {"level":"info","ts":1789134014.8768258,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789134014.8768609,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31"} {"level":"info","ts":1789134014.877735,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31"} {"level":"info","ts":1789134014.8777568,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31"} {"level":"info","ts":1789134014.877773,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31","EoS":false} {"level":"info","ts":1789134014.8777845,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31"} {"level":"info","ts":1789134014.8778095,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31","EoS":true} {"level":"info","ts":1789134014.8778186,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a07ef7980a7906373b65da6b40989ca4","span_id":"f702e4ceb83a0d97","x-request-id":"5ffc9da2-ff01-4e12-89a2-e1dc844a2b31"} {"level":"info","ts":1789134015.0121179,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134015.0122263,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6"} {"level":"info","ts":1789134015.0122411,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6"} {"level":"info","ts":1789134015.012259,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6","EoS":true} {"level":"info","ts":1789134015.0122938,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6","header":"x-maas-group"} {"level":"info","ts":1789134015.0123057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6","header":"x-maas-subscription"} {"level":"info","ts":1789134015.0123138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6","header":"x-maas-username"} {"level":"info","ts":1789134015.0123358,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789134015.0123682,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6"} {"level":"info","ts":1789134015.0132318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6"} {"level":"info","ts":1789134015.013252,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6"} {"level":"info","ts":1789134015.0132647,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6","EoS":false} {"level":"info","ts":1789134015.013281,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6"} {"level":"info","ts":1789134015.0133128,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6","EoS":true} {"level":"info","ts":1789134015.0133228,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"deda38b5241ed195686b5593e30e32d3","span_id":"688d4b4644558b6d","x-request-id":"3e9aa62b-efea-4c96-bbe5-2a65e36115b6"} {"level":"error","ts":1789134025.3702269,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789134030.0812645,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134030.0813668,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435"} {"level":"info","ts":1789134030.0813785,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435"} {"level":"info","ts":1789134030.0813904,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435","EoS":true} {"level":"info","ts":1789134030.081414,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435","header":"x-maas-group"} {"level":"info","ts":1789134030.0814242,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435","header":"x-maas-username"} {"level":"info","ts":1789134030.0814295,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435","header":"x-maas-subscription"} {"level":"info","ts":1789134030.0814438,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789134030.081468,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435"} {"level":"info","ts":1789134030.082394,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435"} {"level":"info","ts":1789134030.082415,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435"} {"level":"info","ts":1789134030.0824301,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435","EoS":false} {"level":"info","ts":1789134030.082444,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435"} {"level":"info","ts":1789134030.0824697,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435","EoS":true} {"level":"info","ts":1789134030.0824778,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd0534e76c8a1012c68ed8d2813b4cc2","span_id":"3a92aae345014348","x-request-id":"eb795c31-74a6-41dc-916e-4d9128fcd435"} {"level":"info","ts":1789134030.177254,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134030.177371,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2a598f5436a3469f2ad094e19a503915","span_id":"574854878700b50d","x-request-id":"44e83e39-7d14-4db1-8818-a76b0d835e74"} {"level":"info","ts":1789134030.1781416,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2a598f5436a3469f2ad094e19a503915","span_id":"574854878700b50d","x-request-id":"44e83e39-7d14-4db1-8818-a76b0d835e74"} {"level":"info","ts":1789134030.1781886,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2a598f5436a3469f2ad094e19a503915","span_id":"574854878700b50d","x-request-id":"44e83e39-7d14-4db1-8818-a76b0d835e74"} {"level":"info","ts":1789134030.1782093,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2a598f5436a3469f2ad094e19a503915","span_id":"574854878700b50d","x-request-id":"44e83e39-7d14-4db1-8818-a76b0d835e74","EoS":false} {"level":"info","ts":1789134030.178223,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2a598f5436a3469f2ad094e19a503915","span_id":"574854878700b50d","x-request-id":"44e83e39-7d14-4db1-8818-a76b0d835e74"} {"level":"info","ts":1789134030.1782515,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2a598f5436a3469f2ad094e19a503915","span_id":"574854878700b50d","x-request-id":"44e83e39-7d14-4db1-8818-a76b0d835e74","EoS":true} {"level":"info","ts":1789134030.1782608,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2a598f5436a3469f2ad094e19a503915","span_id":"574854878700b50d","x-request-id":"44e83e39-7d14-4db1-8818-a76b0d835e74"} {"level":"info","ts":1789134030.9456985,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134030.9458392,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa"} {"level":"info","ts":1789134030.9458537,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa"} {"level":"info","ts":1789134030.9458673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa","EoS":true} {"level":"info","ts":1789134030.9458914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa","header":"x-maas-subscription"} {"level":"info","ts":1789134030.9459012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa","header":"x-maas-group"} {"level":"info","ts":1789134030.945907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa","header":"x-maas-username"} {"level":"info","ts":1789134030.9459226,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789134030.9459474,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa"} {"level":"info","ts":1789134030.946612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa"} {"level":"info","ts":1789134030.946631,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa"} {"level":"info","ts":1789134030.946642,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa","EoS":false} {"level":"info","ts":1789134030.946655,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa"} {"level":"info","ts":1789134030.9466794,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa","EoS":true} {"level":"info","ts":1789134030.9466891,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4793e2e82604d7672c5a872be60b5d75","span_id":"2bddb4cf9d31ca01","x-request-id":"92a4f423-387f-4c1f-951f-3ad0f6e762fa"} {"level":"info","ts":1789134031.8908224,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134031.8909547,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c"} {"level":"info","ts":1789134031.890969,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c"} {"level":"info","ts":1789134031.890988,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c","EoS":true} {"level":"info","ts":1789134031.8910308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c","header":"x-maas-subscription"} {"level":"info","ts":1789134031.8910449,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c","header":"x-maas-group"} {"level":"info","ts":1789134031.8910546,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c","header":"x-maas-username"} {"level":"info","ts":1789134031.8910758,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789134031.8911111,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c"} {"level":"info","ts":1789134031.8918016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c"} {"level":"info","ts":1789134031.8918302,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c"} {"level":"info","ts":1789134031.8918526,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c","EoS":false} {"level":"info","ts":1789134031.8918695,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c"} {"level":"info","ts":1789134031.8919048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c","EoS":true} {"level":"info","ts":1789134031.8919146,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a65330eeaa5fb3149c5fd054c4593789","span_id":"acb014f0163604ad","x-request-id":"e24289b3-18ac-4792-bdd6-f2d67004905c"} {"level":"info","ts":1789134032.608203,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134032.6083062,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122"} {"level":"info","ts":1789134032.6083193,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122"} {"level":"info","ts":1789134032.6083314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122","EoS":true} {"level":"info","ts":1789134032.6083555,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122","header":"x-maas-username"} {"level":"info","ts":1789134032.608365,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122","header":"x-maas-group"} {"level":"info","ts":1789134032.6083708,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122","header":"x-maas-subscription"} {"level":"info","ts":1789134032.6083856,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789134032.6084101,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122"} {"level":"info","ts":1789134032.609104,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122"} {"level":"info","ts":1789134032.6091244,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122"} {"level":"info","ts":1789134032.609139,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122","EoS":false} {"level":"info","ts":1789134032.6091504,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122"} {"level":"info","ts":1789134032.6091762,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122","EoS":true} {"level":"info","ts":1789134032.6091852,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03fe262ac62e5c01a8c67e9aea98dac2","span_id":"a889bf10ca295369","x-request-id":"ca0c343b-f99e-48fd-a45f-0be473441122"} {"level":"info","ts":1789134033.669615,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134033.6697397,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735"} {"level":"info","ts":1789134033.669753,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735"} {"level":"info","ts":1789134033.6697664,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735","EoS":true} {"level":"info","ts":1789134033.6697905,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735","header":"x-maas-group"} {"level":"info","ts":1789134033.6698005,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735","header":"x-maas-subscription"} {"level":"info","ts":1789134033.669806,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735","header":"x-maas-username"} {"level":"info","ts":1789134033.669823,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789134033.6698487,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735"} {"level":"info","ts":1789134033.6705122,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735"} {"level":"info","ts":1789134033.6705325,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735"} {"level":"info","ts":1789134033.6705518,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735","EoS":false} {"level":"info","ts":1789134033.6705651,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735"} {"level":"info","ts":1789134033.6705892,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735","EoS":true} {"level":"info","ts":1789134033.670599,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36605eb34d20b0a53855f42e4aecb9ef","span_id":"75662d59fcb23363","x-request-id":"7bb814b1-c911-4666-9f3e-7160302bd735"} {"level":"error","ts":1789134040.3715017,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789134052.7892733,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134052.7893739,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d"} {"level":"info","ts":1789134052.7893853,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d"} {"level":"info","ts":1789134052.7894132,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d","EoS":true} {"level":"info","ts":1789134052.78944,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d","header":"x-maas-subscription"} {"level":"info","ts":1789134052.7894497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d","header":"x-maas-group"} {"level":"info","ts":1789134052.7894542,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d","header":"x-maas-username"} {"level":"info","ts":1789134052.789469,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789134052.7894943,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d"} {"level":"info","ts":1789134052.790194,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d"} {"level":"info","ts":1789134052.7902145,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d"} {"level":"info","ts":1789134052.7902312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d","EoS":false} {"level":"info","ts":1789134052.7902489,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d"} {"level":"info","ts":1789134052.7902708,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d","EoS":true} {"level":"info","ts":1789134052.7902822,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2e9f8285987f3e31e1c960c9529decdb","span_id":"c5ccef33198b092b","x-request-id":"1c633103-3263-49c1-9def-5e6da5e39d7d"} {"level":"error","ts":1789134055.3732243,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789134065.3742852,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789134146.5488636,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134146.5489929,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff"} {"level":"info","ts":1789134146.5490088,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff"} {"level":"info","ts":1789134146.549024,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff","EoS":true} {"level":"info","ts":1789134146.54905,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff","header":"x-maas-subscription"} {"level":"info","ts":1789134146.5490596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff","header":"x-maas-username"} {"level":"info","ts":1789134146.5490646,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff","header":"x-maas-group"} {"level":"info","ts":1789134146.5490801,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789134146.5491078,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff"} {"level":"info","ts":1789134146.5635035,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff"} {"level":"info","ts":1789134146.5635257,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff"} {"level":"info","ts":1789134146.563541,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff","EoS":false} {"level":"info","ts":1789134146.5635529,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff"} {"level":"info","ts":1789134146.5635815,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff","EoS":true} {"level":"info","ts":1789134146.563591,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b07689b73543628c7c59048f08512d29","span_id":"6ec3e297af23104e","x-request-id":"2c695757-0794-4cdc-9e63-b10a7d5cb7ff"} {"level":"error","ts":1789134160.3860102,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789134207.080198,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134207.0802972,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a"} {"level":"info","ts":1789134207.0803087,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a"} {"level":"info","ts":1789134207.0803206,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a","EoS":true} {"level":"info","ts":1789134207.0803432,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a","header":"x-maas-subscription"} {"level":"info","ts":1789134207.0803535,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a","header":"x-maas-group"} {"level":"info","ts":1789134207.080359,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a","header":"x-maas-username"} {"level":"info","ts":1789134207.080373,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789134207.0804005,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a"} {"level":"info","ts":1789134207.0813363,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a"} {"level":"info","ts":1789134207.0813575,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a"} {"level":"info","ts":1789134207.0813787,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a","EoS":false} {"level":"info","ts":1789134207.0813975,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a"} {"level":"info","ts":1789134207.0814357,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a","EoS":true} {"level":"info","ts":1789134207.0814462,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9d0200ee09c7759913161b67de0db22","span_id":"956ed5838c388958","x-request-id":"cbc47cb3-bc8b-4ee2-8ff9-0d5e1b394b1a"} {"level":"error","ts":1789134220.3914137,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789134221.076417,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134221.0765367,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b"} {"level":"info","ts":1789134221.0765524,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b"} {"level":"info","ts":1789134221.076572,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b","EoS":true} {"level":"info","ts":1789134221.0766044,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b","header":"x-maas-group"} {"level":"info","ts":1789134221.0766206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b","header":"x-maas-username"} {"level":"info","ts":1789134221.0766304,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b","header":"x-maas-subscription"} {"level":"info","ts":1789134221.0766537,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789134221.076688,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b"} {"level":"info","ts":1789134221.077433,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b"} {"level":"info","ts":1789134221.0774603,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b"} {"level":"info","ts":1789134221.077483,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b","EoS":false} {"level":"info","ts":1789134221.0775037,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b"} {"level":"info","ts":1789134221.0775354,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b","EoS":false} {"level":"info","ts":1789134221.0775478,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b"} {"level":"info","ts":1789134221.0775583,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b","EoS":true} {"level":"info","ts":1789134221.0775652,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c1b14774bc74dd3ca4fc485a9f62a757","span_id":"25a008ed845e2ac8","x-request-id":"c5ae5c20-ff67-4ee8-a8de-c5aa3ad35a4b"} {"level":"info","ts":1789134221.2111,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134221.2111974,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a"} {"level":"info","ts":1789134221.2112134,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a"} {"level":"info","ts":1789134221.2112267,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a","EoS":true} {"level":"info","ts":1789134221.2112453,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a","header":"x-maas-username"} {"level":"info","ts":1789134221.2112546,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a","header":"x-maas-group"} {"level":"info","ts":1789134221.2112598,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a","header":"x-maas-subscription"} {"level":"info","ts":1789134221.211275,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789134221.2113,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a"} {"level":"info","ts":1789134221.2120159,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a"} {"level":"info","ts":1789134221.2120333,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a"} {"level":"info","ts":1789134221.2120497,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a","EoS":false} {"level":"info","ts":1789134221.2120624,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a"} {"level":"info","ts":1789134221.2120829,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a","EoS":false} {"level":"info","ts":1789134221.212092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a"} {"level":"info","ts":1789134221.2121024,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a","EoS":true} {"level":"info","ts":1789134221.2121108,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"598e3c0df9e9081a2ce7924a6bc83fc4","span_id":"7d16239fec635c49","x-request-id":"1c177e07-321b-4f79-b9b6-caa644e5b38a"} {"level":"info","ts":1789134221.348564,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134221.3486485,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1"} {"level":"info","ts":1789134221.3486612,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1"} {"level":"info","ts":1789134221.3486729,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1","EoS":true} {"level":"info","ts":1789134221.3486912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1","header":"x-maas-username"} {"level":"info","ts":1789134221.3486993,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1","header":"x-maas-group"} {"level":"info","ts":1789134221.3487196,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1","header":"x-maas-subscription"} {"level":"info","ts":1789134221.3487337,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789134221.3487601,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1"} {"level":"info","ts":1789134221.3494081,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1"} {"level":"info","ts":1789134221.349432,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1"} {"level":"info","ts":1789134221.349456,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1","EoS":false} {"level":"info","ts":1789134221.349476,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1"} {"level":"info","ts":1789134221.3495052,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1","EoS":false} {"level":"info","ts":1789134221.3495178,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1"} {"level":"info","ts":1789134221.3495286,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1","EoS":true} {"level":"info","ts":1789134221.349535,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b1236e74cce62b86b16e1dd0a808f6c","span_id":"d767d5ee2382e50e","x-request-id":"8093e2cc-aa6f-4f74-8b50-f97a176962d1"} {"level":"info","ts":1789134234.182282,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789134234.182387,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba"} {"level":"info","ts":1789134234.1823995,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba"} {"level":"info","ts":1789134234.1824121,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba","EoS":true} {"level":"info","ts":1789134234.1824324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba","header":"x-maas-subscription"} {"level":"info","ts":1789134234.182444,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba","header":"x-maas-group"} {"level":"info","ts":1789134234.182449,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba","header":"x-maas-username"} {"level":"info","ts":1789134234.182464,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789134234.1824877,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba"} {"level":"info","ts":1789134234.183867,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba"} {"level":"info","ts":1789134234.1838892,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba"} {"level":"info","ts":1789134234.183906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba","EoS":false} {"level":"info","ts":1789134234.183918,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba"} {"level":"info","ts":1789134234.1839483,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba","EoS":true} {"level":"info","ts":1789134234.183959,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6399579a6e689f1fb8b919cb4b64d03b","span_id":"66fc4c1b8be179ad","x-request-id":"c1b0551d-6ff4-42c5-9ebd-a4786f635bba"} {"level":"error","ts":1789134235.3927577,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}