{"level":"info","ts":1789584059.8452249,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e1ed8301","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e1ed8301","reconcileID":"7c066b8d-a5af-4360-a8be-e4ae0381c7b3","name":"e2e-legacy-migration-e1ed8301","namespace":"llm"} {"level":"info","ts":1789584059.8452523,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e1ed8301","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e1ed8301","reconcileID":"7c066b8d-a5af-4360-a8be-e4ae0381c7b3","name":"e2e-legacy-migration-e1ed8301","namespace":"llm"} {"level":"info","ts":1789584060.2480094,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584060.2481418,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c"} {"level":"info","ts":1789584060.2481575,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c"} {"level":"info","ts":1789584060.248176,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c","EoS":true} {"level":"info","ts":1789584060.2482138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c","header":"x-maas-subscription"} {"level":"info","ts":1789584060.2482262,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c","header":"x-maas-group"} {"level":"info","ts":1789584060.2482357,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c","header":"x-maas-keyname"} {"level":"info","ts":1789584060.2482436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c","header":"x-maas-username"} {"level":"info","ts":1789584060.2482636,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789584060.2482784,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c","modelName":"e2e-external-model"} {"level":"info","ts":1789584060.2482984,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789584060.248325,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789584060.248352,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c","authType":"apikey"} {"level":"info","ts":1789584060.2483876,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c"} {"level":"error","ts":1789584061.106721,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789584061.36331,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c"} {"level":"info","ts":1789584061.3633385,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c"} {"level":"info","ts":1789584061.3633585,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c","EoS":false} {"level":"info","ts":1789584061.3633726,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c"} {"level":"info","ts":1789584061.3634014,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c","EoS":true} {"level":"info","ts":1789584061.363409,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e16e0e13b5e18278de807309f1963c6b","span_id":"d63a0d051d142993","x-request-id":"c97a920e-6101-4371-b3c0-a362248fbc4c"} {"level":"info","ts":1789584061.4367151,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584061.436865,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235"} {"level":"info","ts":1789584061.4368875,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235"} {"level":"info","ts":1789584061.4369056,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235","EoS":true} {"level":"info","ts":1789584061.4369574,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235","header":"x-maas-subscription"} {"level":"info","ts":1789584061.436977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235","header":"x-maas-username"} {"level":"info","ts":1789584061.436985,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235","header":"x-maas-group"} {"level":"info","ts":1789584061.436992,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235","header":"x-maas-keyname"} {"level":"info","ts":1789584061.4370112,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789584061.4370492,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235"} {"level":"info","ts":1789584062.493338,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235"} {"level":"info","ts":1789584062.4933639,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235"} {"level":"info","ts":1789584062.4933777,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235","EoS":false} {"level":"info","ts":1789584062.4933922,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235"} {"level":"info","ts":1789584062.4934227,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235","EoS":true} {"level":"info","ts":1789584062.4934306,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aedb4156f71baafd3149e62b47b93c21","span_id":"f8ce199d2e23eaf3","x-request-id":"2d720c51-5ed8-4b35-a400-3d422d1cf235"} {"level":"info","ts":1789584062.5424905,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584062.5425828,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c"} {"level":"info","ts":1789584062.5425947,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c"} {"level":"info","ts":1789584062.542606,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c","EoS":true} {"level":"info","ts":1789584062.5426273,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c","header":"x-maas-group"} {"level":"info","ts":1789584062.5426373,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c","header":"x-maas-keyname"} {"level":"info","ts":1789584062.5426424,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c","header":"x-maas-username"} {"level":"info","ts":1789584062.5426471,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c","header":"x-maas-subscription"} {"level":"info","ts":1789584062.542691,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c"} {"level":"info","ts":1789584062.5911858,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c"} {"level":"info","ts":1789584062.591219,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c"} {"level":"info","ts":1789584062.5912395,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c","EoS":false} {"level":"info","ts":1789584062.5912573,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c"} {"level":"info","ts":1789584062.591296,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c","EoS":true} {"level":"info","ts":1789584062.5913556,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e22a609e278a167dc2696cb8848509b1","span_id":"895b8b7206c085be","x-request-id":"ce9fc259-00d2-49c5-944a-f3f689c9494c"} {"level":"info","ts":1789584063.4581647,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a72aafe7-6a9a-4205-ba74-79527291de69"} {"level":"info","ts":1789584063.458258,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b201c4e-b43c-4e83-8c91-e7b60c232172","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789584063.458315,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b201c4e-b43c-4e83-8c91-e7b60c232172","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789584063.6097271,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7dc75362-a43c-4961-a579-e4a251929f87","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789584063.6097574,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7dc75362-a43c-4961-a579-e4a251929f87","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789584063.6097724,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cabe299c-e000-4db9-b44d-20fd3fff234f"} {"level":"info","ts":1789584063.7202876,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f1a1b5b8-3c20-4ed8-a6af-265e0894c2b4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789584063.7204018,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f1a1b5b8-3c20-4ed8-a6af-265e0894c2b4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789584066.977804,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584066.9779058,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0"} {"level":"info","ts":1789584066.9779186,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0"} {"level":"info","ts":1789584066.9779587,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0","EoS":true} {"level":"info","ts":1789584066.977984,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0","header":"x-maas-keyname"} {"level":"info","ts":1789584066.9779952,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0","header":"x-maas-subscription"} {"level":"info","ts":1789584066.9780009,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0","header":"x-maas-group"} {"level":"info","ts":1789584066.9780064,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0","header":"x-maas-username"} {"level":"info","ts":1789584066.9780278,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584066.978056,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0"} {"level":"info","ts":1789584066.9798043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0"} {"level":"info","ts":1789584066.9798267,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0"} {"level":"info","ts":1789584066.979847,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0","EoS":false} {"level":"info","ts":1789584066.9798653,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0"} {"level":"info","ts":1789584066.9799032,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0","EoS":true} {"level":"info","ts":1789584066.9799135,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8d9ff4caa283605b014d32f7217b32f","span_id":"8df2dff318598603","x-request-id":"95b60e81-fb85-4e66-b73b-49c561480ff0"} {"level":"info","ts":1789584067.023078,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584067.0231698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663"} {"level":"info","ts":1789584067.0231802,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663"} {"level":"info","ts":1789584067.0231915,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663","EoS":true} {"level":"info","ts":1789584067.0232105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663","header":"x-maas-username"} {"level":"info","ts":1789584067.02322,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663","header":"x-maas-keyname"} {"level":"info","ts":1789584067.0232255,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663","header":"x-maas-group"} {"level":"info","ts":1789584067.0232296,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663","header":"x-maas-subscription"} {"level":"info","ts":1789584067.0232437,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584067.023267,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663"} {"level":"info","ts":1789584067.0246513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663"} {"level":"info","ts":1789584067.0246713,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663"} {"level":"info","ts":1789584067.0246851,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663","EoS":false} {"level":"info","ts":1789584067.0246992,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663"} {"level":"info","ts":1789584067.0247314,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663","EoS":true} {"level":"info","ts":1789584067.0247414,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d832d103dfc2fab2ab32d0bf857b9474","span_id":"3df5cc0597e75713","x-request-id":"d3f67386-8fcb-4a50-8c0a-db4aa4587663"} {"level":"info","ts":1789584067.0672424,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584067.0673254,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7"} {"level":"info","ts":1789584067.0673382,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7"} {"level":"info","ts":1789584067.0673487,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7","EoS":true} {"level":"info","ts":1789584067.067367,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7","header":"x-maas-username"} {"level":"info","ts":1789584067.06738,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7","header":"x-maas-group"} {"level":"info","ts":1789584067.0673885,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7","header":"x-maas-subscription"} {"level":"info","ts":1789584067.0673962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7","header":"x-maas-keyname"} {"level":"info","ts":1789584067.0674129,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584067.0674338,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7"} {"level":"info","ts":1789584067.0682428,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7"} {"level":"info","ts":1789584067.0682607,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7"} {"level":"info","ts":1789584067.0682747,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7","EoS":false} {"level":"info","ts":1789584067.0682914,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7"} {"level":"info","ts":1789584067.0683267,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7","EoS":true} {"level":"info","ts":1789584067.0683386,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88945c0e42dab3c8379a738378c6205f","span_id":"43cc67ce197d3faa","x-request-id":"8c867d82-e9a0-455d-84f4-4a3bfa9f92a7"} {"level":"info","ts":1789584067.104958,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584067.1050544,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105"} {"level":"info","ts":1789584067.1050699,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105"} {"level":"info","ts":1789584067.105087,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105","EoS":true} {"level":"info","ts":1789584067.105117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105","header":"x-maas-subscription"} {"level":"info","ts":1789584067.1051307,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105","header":"x-maas-username"} {"level":"info","ts":1789584067.1051385,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105","header":"x-maas-group"} {"level":"info","ts":1789584067.1051464,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105","header":"x-maas-keyname"} {"level":"info","ts":1789584067.1051638,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584067.1051936,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105"} {"level":"info","ts":1789584067.1061237,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105"} {"level":"info","ts":1789584067.1061363,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105"} {"level":"info","ts":1789584067.1061513,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105","EoS":false} {"level":"info","ts":1789584067.1061647,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105"} {"level":"info","ts":1789584067.1062067,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105","EoS":true} {"level":"info","ts":1789584067.1062193,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"472f5f3c4a1c08c5d97ddbba88196630","span_id":"e0429939359823df","x-request-id":"a6923a3d-3db6-4c01-b1d3-cefe3e842105"} {"level":"error","ts":1789584071.107526,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789584081.1084993,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789584096.1100018,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789584096.288024,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584096.2881258,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f2156433e1d361791ecd875c41262ae0","span_id":"0786ccc95f8c2532","x-request-id":"3b361e0a-4777-423d-81de-e5e98c86189f"} {"level":"info","ts":1789584096.2881377,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f2156433e1d361791ecd875c41262ae0","span_id":"0786ccc95f8c2532","x-request-id":"3b361e0a-4777-423d-81de-e5e98c86189f"} {"level":"info","ts":1789584096.2881494,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f2156433e1d361791ecd875c41262ae0","span_id":"0786ccc95f8c2532","x-request-id":"3b361e0a-4777-423d-81de-e5e98c86189f","EoS":true} {"level":"info","ts":1789584096.288199,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f2156433e1d361791ecd875c41262ae0","span_id":"0786ccc95f8c2532","x-request-id":"3b361e0a-4777-423d-81de-e5e98c86189f"} {"level":"info","ts":1789584096.45432,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584096.454424,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"18e0059acfc4820c1215237b4f235503","span_id":"e36e06e419f05fe8","x-request-id":"f4a9b914-cdfb-4da9-8dd7-b52fa28b6547"} {"level":"info","ts":1789584096.454437,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"18e0059acfc4820c1215237b4f235503","span_id":"e36e06e419f05fe8","x-request-id":"f4a9b914-cdfb-4da9-8dd7-b52fa28b6547"} {"level":"info","ts":1789584096.4544492,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"18e0059acfc4820c1215237b4f235503","span_id":"e36e06e419f05fe8","x-request-id":"f4a9b914-cdfb-4da9-8dd7-b52fa28b6547","EoS":true} {"level":"info","ts":1789584096.4544926,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"18e0059acfc4820c1215237b4f235503","span_id":"e36e06e419f05fe8","x-request-id":"f4a9b914-cdfb-4da9-8dd7-b52fa28b6547"} {"level":"info","ts":1789584096.6172495,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584096.6173465,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a04a253d833a123fd754b169e3bed84d","span_id":"cdb72a751f5ec451","x-request-id":"85c0cf22-3b15-4134-bc66-6f3b2db034a1"} {"level":"info","ts":1789584096.617358,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a04a253d833a123fd754b169e3bed84d","span_id":"cdb72a751f5ec451","x-request-id":"85c0cf22-3b15-4134-bc66-6f3b2db034a1"} {"level":"info","ts":1789584096.6173694,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a04a253d833a123fd754b169e3bed84d","span_id":"cdb72a751f5ec451","x-request-id":"85c0cf22-3b15-4134-bc66-6f3b2db034a1","EoS":true} {"level":"info","ts":1789584096.617417,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a04a253d833a123fd754b169e3bed84d","span_id":"cdb72a751f5ec451","x-request-id":"85c0cf22-3b15-4134-bc66-6f3b2db034a1"} {"level":"error","ts":1789584111.1106014,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789585313.3294876,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585313.3296146,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29"} {"level":"info","ts":1789585313.3296313,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29"} {"level":"info","ts":1789585313.3296509,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29","EoS":true} {"level":"info","ts":1789585313.3296943,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29","header":"x-maas-keyname"} {"level":"info","ts":1789585313.3297079,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29","header":"x-maas-subscription"} {"level":"info","ts":1789585313.329716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29","header":"x-maas-username"} {"level":"info","ts":1789585313.3297238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29","header":"x-maas-group"} {"level":"info","ts":1789585313.329747,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789585313.329785,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29"} {"level":"info","ts":1789585313.3306916,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29"} {"level":"info","ts":1789585313.3307142,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29"} {"level":"info","ts":1789585313.3307319,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29","EoS":false} {"level":"info","ts":1789585313.3307433,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29"} {"level":"info","ts":1789585313.330768,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29","EoS":true} {"level":"info","ts":1789585313.3307781,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e2365f8bd19ea62e62beab4a8f3de53b","span_id":"d85d9ab75cd130df","x-request-id":"37895c36-957f-4df4-8a61-898780f61c29"} {"level":"info","ts":1789585313.3821383,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585313.3822272,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877"} {"level":"info","ts":1789585313.3822398,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877"} {"level":"info","ts":1789585313.382252,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877","EoS":true} {"level":"info","ts":1789585313.3822742,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877","header":"x-maas-group"} {"level":"info","ts":1789585313.3822875,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877","header":"x-maas-username"} {"level":"info","ts":1789585313.3822963,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877","header":"x-maas-keyname"} {"level":"info","ts":1789585313.3823018,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877","header":"x-maas-subscription"} {"level":"info","ts":1789585313.3823147,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789585313.38234,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877"} {"level":"info","ts":1789585313.3837068,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877"} {"level":"info","ts":1789585313.383727,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877"} {"level":"info","ts":1789585313.3837476,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877","EoS":false} {"level":"info","ts":1789585313.3837643,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877"} {"level":"info","ts":1789585313.3838017,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877","EoS":true} {"level":"info","ts":1789585313.383816,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"343eea0c73c938e36f171fb133b25027","span_id":"aba2d952f7083c57","x-request-id":"22dda313-6acb-4231-add5-2587facf8877"} {"level":"error","ts":1789585326.2500129,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789585684.2852814,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585684.2854142,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72"} {"level":"info","ts":1789585684.2854276,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72"} {"level":"info","ts":1789585684.28544,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72","EoS":true} {"level":"info","ts":1789585684.2854657,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72","header":"x-maas-username"} {"level":"info","ts":1789585684.2854805,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72","header":"x-maas-subscription"} {"level":"info","ts":1789585684.2854881,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72","header":"x-maas-keyname"} {"level":"info","ts":1789585684.2854927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72","header":"x-maas-group"} {"level":"info","ts":1789585684.2855067,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585684.2855353,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72"} {"level":"info","ts":1789585684.2986393,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72"} {"level":"info","ts":1789585684.2986593,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72"} {"level":"info","ts":1789585684.2986736,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72","EoS":false} {"level":"info","ts":1789585684.2986856,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72"} {"level":"info","ts":1789585684.2987134,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72","EoS":true} {"level":"info","ts":1789585684.2987273,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"445d3d6016e78a4d64ed79962a99b8f0","span_id":"8c571fa69f6677dc","x-request-id":"b739dedf-08c7-44c3-9ac5-af80344c8b72"} {"level":"info","ts":1789585684.4402823,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585684.4403813,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1"} {"level":"info","ts":1789585684.4403944,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1"} {"level":"info","ts":1789585684.4404092,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1","EoS":true} {"level":"info","ts":1789585684.440436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1","header":"x-maas-subscription"} {"level":"info","ts":1789585684.4404466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1","header":"x-maas-username"} {"level":"info","ts":1789585684.4404523,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1","header":"x-maas-keyname"} {"level":"info","ts":1789585684.4404566,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1","header":"x-maas-group"} {"level":"info","ts":1789585684.4404697,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585684.4404995,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1"} {"level":"info","ts":1789585684.441498,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1"} {"level":"info","ts":1789585684.441517,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1"} {"level":"info","ts":1789585684.4415317,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1","EoS":false} {"level":"info","ts":1789585684.4415443,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1"} {"level":"info","ts":1789585684.4415703,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1","EoS":true} {"level":"info","ts":1789585684.4415815,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a9fbdb958b1b85d2013fbfa5367f0dd","span_id":"19654a8b5e58c632","x-request-id":"7a84d4d3-1b1c-4162-892a-fdf9eb7d80d1"} {"level":"info","ts":1789585684.5817015,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585684.5817778,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd"} {"level":"info","ts":1789585684.5817912,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd"} {"level":"info","ts":1789585684.5818017,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd","EoS":true} {"level":"info","ts":1789585684.5818193,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd","header":"x-maas-group"} {"level":"info","ts":1789585684.5818303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd","header":"x-maas-subscription"} {"level":"info","ts":1789585684.5818355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd","header":"x-maas-username"} {"level":"info","ts":1789585684.5818403,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd","header":"x-maas-keyname"} {"level":"info","ts":1789585684.581854,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585684.5818825,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd"} {"level":"info","ts":1789585684.5840905,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd"} {"level":"info","ts":1789585684.5841072,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd"} {"level":"info","ts":1789585684.5841198,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd","EoS":false} {"level":"info","ts":1789585684.5841336,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd"} {"level":"info","ts":1789585684.584162,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd","EoS":true} {"level":"info","ts":1789585684.584175,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"632f6158417cf5687af2100fe4505e21","span_id":"54a7946587484ca8","x-request-id":"d6272f11-a663-40b5-ab75-eceb1aed13dd"} {"level":"info","ts":1789585684.7247853,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585684.7248564,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef"} {"level":"info","ts":1789585684.7248678,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef"} {"level":"info","ts":1789585684.7248778,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef","EoS":true} {"level":"info","ts":1789585684.7248964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef","header":"x-maas-username"} {"level":"info","ts":1789585684.724905,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef","header":"x-maas-subscription"} {"level":"info","ts":1789585684.7249105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef","header":"x-maas-group"} {"level":"info","ts":1789585684.7249148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef","header":"x-maas-keyname"} {"level":"info","ts":1789585684.7249482,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585684.7249732,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef"} {"level":"info","ts":1789585684.7258735,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef"} {"level":"info","ts":1789585684.725891,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef"} {"level":"info","ts":1789585684.7259045,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef","EoS":false} {"level":"info","ts":1789585684.7259157,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef"} {"level":"info","ts":1789585684.7259667,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef","EoS":true} {"level":"info","ts":1789585684.7259774,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2e0112abb3c426b1396d7261a851e21","span_id":"abf9c30e53467ab5","x-request-id":"876a526e-3a35-48ff-8174-a0f1b5e58eef"} {"level":"info","ts":1789585684.880745,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585684.8808212,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb"} {"level":"info","ts":1789585684.8808339,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb"} {"level":"info","ts":1789585684.880844,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb","EoS":true} {"level":"info","ts":1789585684.880862,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb","header":"x-maas-subscription"} {"level":"info","ts":1789585684.8808703,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb","header":"x-maas-keyname"} {"level":"info","ts":1789585684.8808746,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb","header":"x-maas-group"} {"level":"info","ts":1789585684.8808792,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb","header":"x-maas-username"} {"level":"info","ts":1789585684.8808906,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585684.8809144,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb"} {"level":"info","ts":1789585684.8818114,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb"} {"level":"info","ts":1789585684.8818288,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb"} {"level":"info","ts":1789585684.8818467,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb","EoS":false} {"level":"info","ts":1789585684.8818598,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb"} {"level":"info","ts":1789585684.8818789,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb","EoS":true} {"level":"info","ts":1789585684.8818874,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"551d3e22eca778238e5eccbcebea337a","span_id":"f89a275aeac8f22b","x-request-id":"89cc9314-f0d6-418a-8e55-a5b8e2a485cb"} {"level":"error","ts":1789585696.288435,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789585699.9613438,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585699.9614563,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19"} {"level":"info","ts":1789585699.9614692,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19"} {"level":"info","ts":1789585699.9614816,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19","EoS":true} {"level":"info","ts":1789585699.961512,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19","header":"x-maas-username"} {"level":"info","ts":1789585699.961527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19","header":"x-maas-subscription"} {"level":"info","ts":1789585699.961536,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19","header":"x-maas-keyname"} {"level":"info","ts":1789585699.9615426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19","header":"x-maas-group"} {"level":"info","ts":1789585699.9615602,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585699.9615893,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19"} {"level":"info","ts":1789585699.9625466,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19"} {"level":"info","ts":1789585699.96257,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19"} {"level":"info","ts":1789585699.9625907,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19","EoS":false} {"level":"info","ts":1789585699.962603,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19"} {"level":"info","ts":1789585699.9626284,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19","EoS":true} {"level":"info","ts":1789585699.962638,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b9803e934b5b60feee0dd3aa65d251cb","span_id":"212f1ed723c79d03","x-request-id":"25725cdc-2468-4017-a1c0-ca4ba47a3a19"} {"level":"info","ts":1789585699.9989226,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585699.9990346,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4"} {"level":"info","ts":1789585699.9990501,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4"} {"level":"info","ts":1789585699.9990664,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4","EoS":true} {"level":"info","ts":1789585699.9990947,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4","header":"x-maas-username"} {"level":"info","ts":1789585699.9991064,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4","header":"x-maas-keyname"} {"level":"info","ts":1789585699.9991114,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4","header":"x-maas-group"} {"level":"info","ts":1789585699.9991167,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4","header":"x-maas-subscription"} {"level":"info","ts":1789585699.9991279,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585699.9991493,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4"} {"level":"info","ts":1789585700.000049,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4"} {"level":"info","ts":1789585700.0000653,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4"} {"level":"info","ts":1789585700.000079,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4","EoS":false} {"level":"info","ts":1789585700.0000913,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4"} {"level":"info","ts":1789585700.0001223,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4","EoS":true} {"level":"info","ts":1789585700.000132,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e09095232f8745f52e33188fe962d041","span_id":"c9ae69f9a453ae94","x-request-id":"77842bdd-a6ea-4897-948f-960a695f94b4"} {"level":"info","ts":1789585700.1093726,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585700.1094434,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0f5d6733ae91aaeeadb18c20b7e0e865","span_id":"269bd80102a5e311","x-request-id":"ab4a6115-7d90-4dd6-8446-6b618e4d034e"} {"level":"info","ts":1789585700.110218,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0f5d6733ae91aaeeadb18c20b7e0e865","span_id":"269bd80102a5e311","x-request-id":"ab4a6115-7d90-4dd6-8446-6b618e4d034e"} {"level":"info","ts":1789585700.1102338,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0f5d6733ae91aaeeadb18c20b7e0e865","span_id":"269bd80102a5e311","x-request-id":"ab4a6115-7d90-4dd6-8446-6b618e4d034e"} {"level":"info","ts":1789585700.110246,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0f5d6733ae91aaeeadb18c20b7e0e865","span_id":"269bd80102a5e311","x-request-id":"ab4a6115-7d90-4dd6-8446-6b618e4d034e","EoS":false} {"level":"info","ts":1789585700.1102662,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0f5d6733ae91aaeeadb18c20b7e0e865","span_id":"269bd80102a5e311","x-request-id":"ab4a6115-7d90-4dd6-8446-6b618e4d034e"} {"level":"info","ts":1789585700.1102889,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0f5d6733ae91aaeeadb18c20b7e0e865","span_id":"269bd80102a5e311","x-request-id":"ab4a6115-7d90-4dd6-8446-6b618e4d034e","EoS":true} {"level":"info","ts":1789585700.1102977,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0f5d6733ae91aaeeadb18c20b7e0e865","span_id":"269bd80102a5e311","x-request-id":"ab4a6115-7d90-4dd6-8446-6b618e4d034e"} {"level":"info","ts":1789585700.954002,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585700.954112,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19"} {"level":"info","ts":1789585700.954127,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19"} {"level":"info","ts":1789585700.954139,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19","EoS":true} {"level":"info","ts":1789585700.9541624,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19","header":"x-maas-keyname"} {"level":"info","ts":1789585700.9541714,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19","header":"x-maas-group"} {"level":"info","ts":1789585700.9541795,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19","header":"x-maas-username"} {"level":"info","ts":1789585700.954187,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19","header":"x-maas-subscription"} {"level":"info","ts":1789585700.9542017,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585700.9542305,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19"} {"level":"info","ts":1789585700.955035,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19"} {"level":"info","ts":1789585700.9550633,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19"} {"level":"info","ts":1789585700.9550898,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19","EoS":false} {"level":"info","ts":1789585700.9551072,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19"} {"level":"info","ts":1789585700.9551413,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19","EoS":true} {"level":"info","ts":1789585700.9551563,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d794efdb8f7825bc04d02b7f2b9341a0","span_id":"239f8d9aa784540b","x-request-id":"a39ae558-884d-4542-8546-fb56712dae19"} {"level":"info","ts":1789585704.047947,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585704.048047,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc"} {"level":"info","ts":1789585704.0480607,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc"} {"level":"info","ts":1789585704.0480723,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc","EoS":true} {"level":"info","ts":1789585704.0480952,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc","header":"x-maas-group"} {"level":"info","ts":1789585704.048106,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc","header":"x-maas-keyname"} {"level":"info","ts":1789585704.0481105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc","header":"x-maas-subscription"} {"level":"info","ts":1789585704.0481155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc","header":"x-maas-username"} {"level":"info","ts":1789585704.0481303,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585704.0481613,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc"} {"level":"info","ts":1789585704.0490346,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc"} {"level":"info","ts":1789585704.0490568,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc"} {"level":"info","ts":1789585704.0490713,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc","EoS":false} {"level":"info","ts":1789585704.049084,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc"} {"level":"info","ts":1789585704.0491126,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc","EoS":true} {"level":"info","ts":1789585704.0491264,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b23c3a80ccb06c606ab3ba1381826007","span_id":"437a4bf5599e7a73","x-request-id":"fc6a2dce-f680-4bc9-a604-03e4f3d66cdc"} {"level":"info","ts":1789585704.8143973,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585704.8145025,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a"} {"level":"info","ts":1789585704.8145144,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a"} {"level":"info","ts":1789585704.814528,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a","EoS":true} {"level":"info","ts":1789585704.8145535,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a","header":"x-maas-username"} {"level":"info","ts":1789585704.8145635,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a","header":"x-maas-subscription"} {"level":"info","ts":1789585704.814569,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a","header":"x-maas-group"} {"level":"info","ts":1789585704.8145733,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a","header":"x-maas-keyname"} {"level":"info","ts":1789585704.8145874,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585704.8146148,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a"} {"level":"info","ts":1789585704.8154786,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a"} {"level":"info","ts":1789585704.8154984,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a"} {"level":"info","ts":1789585704.8155174,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a","EoS":false} {"level":"info","ts":1789585704.8155282,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a"} {"level":"info","ts":1789585704.815552,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a","EoS":true} {"level":"info","ts":1789585704.815561,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5ad3dea2e487706fb07ba4d02b901d9","span_id":"86247be23fa8ff71","x-request-id":"e07e5183-ec1b-4cca-b546-a63085a9350a"} {"level":"info","ts":1789585705.8937895,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585705.8938959,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240"} {"level":"info","ts":1789585705.8939106,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240"} {"level":"info","ts":1789585705.8939233,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240","EoS":true} {"level":"info","ts":1789585705.8939679,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240","header":"x-maas-keyname"} {"level":"info","ts":1789585705.8939762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240","header":"x-maas-username"} {"level":"info","ts":1789585705.8939843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240","header":"x-maas-group"} {"level":"info","ts":1789585705.8939896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240","header":"x-maas-subscription"} {"level":"info","ts":1789585705.894004,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585705.8940315,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240"} {"level":"info","ts":1789585705.8948126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240"} {"level":"info","ts":1789585705.8948324,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240"} {"level":"info","ts":1789585705.8948498,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240","EoS":false} {"level":"info","ts":1789585705.8948634,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240"} {"level":"info","ts":1789585705.8948898,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240","EoS":true} {"level":"info","ts":1789585705.8948987,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d2fc50c6a8b8ddce3d6e6f77c40ca68","span_id":"38965a10a10d1366","x-request-id":"963bca76-b513-4e0c-b173-40e502d72240"} {"level":"error","ts":1789585711.2896569,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789585721.290655,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789585727.9762883,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585727.9763963,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5"} {"level":"info","ts":1789585727.9764094,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5"} {"level":"info","ts":1789585727.9764214,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5","EoS":true} {"level":"info","ts":1789585727.9764466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5","header":"x-maas-group"} {"level":"info","ts":1789585727.9764616,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5","header":"x-maas-keyname"} {"level":"info","ts":1789585727.97647,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5","header":"x-maas-subscription"} {"level":"info","ts":1789585727.9764757,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5","header":"x-maas-username"} {"level":"info","ts":1789585727.976493,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585727.9765193,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5"} {"level":"info","ts":1789585727.9773543,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5"} {"level":"info","ts":1789585727.977375,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5"} {"level":"info","ts":1789585727.9773877,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5","EoS":false} {"level":"info","ts":1789585727.9773998,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5"} {"level":"info","ts":1789585727.9774244,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5","EoS":true} {"level":"info","ts":1789585727.977434,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"54ffabe7e2213713e30e871b3fa4161b","span_id":"4ec3f9c59f045ae9","x-request-id":"56578370-4277-44b5-931a-2b421611ffb5"} {"level":"error","ts":1789585741.2919958,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789585823.5464365,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585823.546551,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77"} {"level":"info","ts":1789585823.546565,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77"} {"level":"info","ts":1789585823.5466251,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77","EoS":true} {"level":"info","ts":1789585823.546652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77","header":"x-maas-keyname"} {"level":"info","ts":1789585823.5466683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77","header":"x-maas-username"} {"level":"info","ts":1789585823.546675,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77","header":"x-maas-group"} {"level":"info","ts":1789585823.546679,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77","header":"x-maas-subscription"} {"level":"info","ts":1789585823.5466948,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789585823.5467236,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77"} {"level":"info","ts":1789585823.5597556,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77"} {"level":"info","ts":1789585823.5597863,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77"} {"level":"info","ts":1789585823.5598028,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77","EoS":false} {"level":"info","ts":1789585823.559817,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77"} {"level":"info","ts":1789585823.5598435,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77","EoS":true} {"level":"info","ts":1789585823.5598536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0ce02a89ee09e6b446ce488559f630e7","span_id":"c6e59ac527b987ff","x-request-id":"cb2786f6-3168-4e4a-9a1c-0cc3ec6c1a77"} {"level":"error","ts":1789585836.301904,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789585925.4786756,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585925.4787772,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908"} {"level":"info","ts":1789585925.4787912,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908"} {"level":"info","ts":1789585925.4788034,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908","EoS":true} {"level":"info","ts":1789585925.4788256,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908","header":"x-maas-subscription"} {"level":"info","ts":1789585925.4788387,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908","header":"x-maas-username"} {"level":"info","ts":1789585925.4788465,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908","header":"x-maas-group"} {"level":"info","ts":1789585925.4788527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908","header":"x-maas-keyname"} {"level":"info","ts":1789585925.4788723,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585925.4789047,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908"} {"level":"info","ts":1789585925.4804432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908"} {"level":"info","ts":1789585925.4804614,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908"} {"level":"info","ts":1789585925.4804766,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908","EoS":false} {"level":"info","ts":1789585925.4804883,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908"} {"level":"info","ts":1789585925.4805145,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908","EoS":true} {"level":"info","ts":1789585925.4805286,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dab43bcfcf1e931c1f0088ee04b64d87","span_id":"5aa5bd3020446544","x-request-id":"96adb336-32d7-4709-abce-a83281b3d908"} {"level":"info","ts":1789585925.5169835,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585925.5170636,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1"} {"level":"info","ts":1789585925.517078,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1"} {"level":"info","ts":1789585925.5170898,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1","EoS":true} {"level":"info","ts":1789585925.5171556,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1","header":"x-maas-subscription"} {"level":"info","ts":1789585925.517168,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1","header":"x-maas-group"} {"level":"info","ts":1789585925.5171735,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1","header":"x-maas-keyname"} {"level":"info","ts":1789585925.5171783,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1","header":"x-maas-username"} {"level":"info","ts":1789585925.5171905,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585925.517213,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1"} {"level":"info","ts":1789585925.5180404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1"} {"level":"info","ts":1789585925.5180595,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1"} {"level":"info","ts":1789585925.5180717,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1","EoS":false} {"level":"info","ts":1789585925.518081,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1"} {"level":"info","ts":1789585925.5181065,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1","EoS":true} {"level":"info","ts":1789585925.5181224,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd35423a8230d68555046b4cf46302ed","span_id":"7e5bdd3bd0459c4a","x-request-id":"1516999f-6dfc-45b4-8d36-dfad978792b1"} {"level":"error","ts":1789585936.3131118,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789585941.8066018,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585941.806705,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a"} {"level":"info","ts":1789585941.8067179,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a"} {"level":"info","ts":1789585941.80673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a","EoS":true} {"level":"info","ts":1789585941.8067513,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a","header":"x-maas-keyname"} {"level":"info","ts":1789585941.806761,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a","header":"x-maas-group"} {"level":"info","ts":1789585941.806766,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a","header":"x-maas-username"} {"level":"info","ts":1789585941.806771,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a","header":"x-maas-subscription"} {"level":"info","ts":1789585941.8067887,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789585941.8068242,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a"} {"level":"info","ts":1789585941.825446,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a"} {"level":"info","ts":1789585941.825469,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a"} {"level":"info","ts":1789585941.825485,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a","EoS":false} {"level":"info","ts":1789585941.8255007,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a"} {"level":"info","ts":1789585941.8255332,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a","EoS":true} {"level":"info","ts":1789585941.825547,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc3d06ea22e6bb39fbaebb1a9f140c5e","span_id":"e3b02b07e5f38c7c","x-request-id":"ce5ef470-d2b5-4992-b71d-4fbec543c47a"} {"level":"info","ts":1789585941.9628994,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585941.9630275,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095"} {"level":"info","ts":1789585941.9630454,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095"} {"level":"info","ts":1789585941.9630651,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095","EoS":true} {"level":"info","ts":1789585941.963097,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095","header":"x-maas-keyname"} {"level":"info","ts":1789585941.9631102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095","header":"x-maas-subscription"} {"level":"info","ts":1789585941.9631186,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095","header":"x-maas-username"} {"level":"info","ts":1789585941.9631274,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095","header":"x-maas-group"} {"level":"info","ts":1789585941.9631453,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789585941.96318,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095"} {"level":"info","ts":1789585941.9654005,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095"} {"level":"info","ts":1789585941.9654243,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095"} {"level":"info","ts":1789585941.9654427,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095","EoS":false} {"level":"info","ts":1789585941.9654539,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095"} {"level":"info","ts":1789585941.9654827,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095","EoS":false} {"level":"info","ts":1789585941.9654994,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095"} {"level":"info","ts":1789585941.965512,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095","EoS":true} {"level":"info","ts":1789585941.9655185,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3d192a2ca6100af5d086a28ed5985694","span_id":"a37fe87b96d8c48e","x-request-id":"83d12460-b25f-4a2e-81c4-98aa1c4cc095"} {"level":"info","ts":1789585942.1067529,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585942.106857,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294"} {"level":"info","ts":1789585942.1068702,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294"} {"level":"info","ts":1789585942.1068835,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294","EoS":true} {"level":"info","ts":1789585942.1069086,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294","header":"x-maas-username"} {"level":"info","ts":1789585942.1069186,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294","header":"x-maas-keyname"} {"level":"info","ts":1789585942.1069236,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294","header":"x-maas-group"} {"level":"info","ts":1789585942.1069496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294","header":"x-maas-subscription"} {"level":"info","ts":1789585942.106964,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789585942.1069918,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294"} {"level":"info","ts":1789585942.1080055,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294"} {"level":"info","ts":1789585942.108029,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294"} {"level":"info","ts":1789585942.108042,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294","EoS":false} {"level":"info","ts":1789585942.108057,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294"} {"level":"info","ts":1789585942.1080859,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294","EoS":true} {"level":"info","ts":1789585942.1080992,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"72f3a23bf4ad80b2639c751732eb2a3d","span_id":"09d395cac824c458","x-request-id":"2c688ed5-7fa5-435b-a937-be79d19bd294"} {"level":"info","ts":1789585955.131804,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585955.1319559,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7"} {"level":"info","ts":1789585955.131979,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7"} {"level":"info","ts":1789585955.1320004,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7","EoS":true} {"level":"info","ts":1789585955.1320324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7","header":"x-maas-username"} {"level":"info","ts":1789585955.132047,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7","header":"x-maas-subscription"} {"level":"info","ts":1789585955.132055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7","header":"x-maas-group"} {"level":"info","ts":1789585955.1320627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7","header":"x-maas-keyname"} {"level":"info","ts":1789585955.1320806,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789585955.1321163,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7"} {"level":"info","ts":1789585955.1338954,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7"} {"level":"info","ts":1789585955.1339164,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7"} {"level":"info","ts":1789585955.1339545,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7","EoS":false} {"level":"info","ts":1789585955.1339688,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7"} {"level":"info","ts":1789585955.1339967,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7","EoS":true} {"level":"info","ts":1789585955.1340063,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7278b495e92327c5203aeb4eccb52326","span_id":"6697c0cafbd16045","x-request-id":"35d2dcd0-49e1-4b64-88ca-c1fdaffbecd7"} {"level":"error","ts":1789585956.314228,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789585966.3144865,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}