{"level":"info","ts":1789583450.5119824,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"2ec56f46-1369-4107-a10d-31ed9e073dd8","name":"e2e-legacy-migration-366ab13f","namespace":"llm"} {"level":"info","ts":1789583450.523584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"8b8ef883-250d-433c-bc0e-60af546e47ae"} {"level":"error","ts":1789583450.5239258,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"8b8ef883-250d-433c-bc0e-60af546e47ae","provider":"e2e-legacy-migration-366ab13f","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-366ab13f\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583450.5238323,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"0a1b1496-b373-48fc-8f48-cdcb939d594f","name":"e2e-legacy-migration-366ab13f","namespace":"llm"} {"level":"info","ts":1789583450.5243177,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"0a1b1496-b373-48fc-8f48-cdcb939d594f","modelName":"e2e-legacy-migration-366ab13f","resolvedRefs":1} {"level":"info","ts":1789583450.5237246,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"54b705f0-a500-46db-ae21-37a7d96ac841","name":"e2e-legacy-migration-366ab13f","namespace":"llm"} {"level":"info","ts":1789583450.5244327,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"54b705f0-a500-46db-ae21-37a7d96ac841","name":"e2e-legacy-migration-366ab13f","namespace":"llm"} {"level":"info","ts":1789583450.523884,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"94509a77-2d2e-42af-ae6b-997c9bc10915"} {"level":"info","ts":1789583450.5260098,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"ad699674-5518-49ae-a9d8-a26fecb1db75","name":"e2e-legacy-migration-366ab13f","namespace":"llm"} {"level":"info","ts":1789583450.5260346,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"ad699674-5518-49ae-a9d8-a26fecb1db75","name":"e2e-legacy-migration-366ab13f","namespace":"llm"} {"level":"error","ts":1789583450.5287437,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"8b8ef883-250d-433c-bc0e-60af546e47ae","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-366ab13f\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789583450.5287836,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"8b8ef883-250d-433c-bc0e-60af546e47ae","error":"ExternalModel \"e2e-legacy-migration-366ab13f\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-366ab13f\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583450.5288384,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-366ab13f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-366ab13f","reconcileID":"0be434b3-16f4-494c-bbf3-7df9d9e19446"} {"level":"info","ts":1789583450.9643624,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583450.9644504,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31"} {"level":"info","ts":1789583450.964464,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31"} {"level":"info","ts":1789583450.964476,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31","EoS":true} {"level":"info","ts":1789583450.964501,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31","header":"x-maas-username"} {"level":"info","ts":1789583450.964514,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31","header":"x-maas-keyname"} {"level":"info","ts":1789583450.9645183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31","header":"x-maas-subscription"} {"level":"info","ts":1789583450.964523,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31","header":"x-maas-group"} {"level":"info","ts":1789583450.9645376,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789583450.9645455,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31","modelName":"e2e-external-model"} {"level":"info","ts":1789583450.9645576,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789583450.9645836,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789583450.9646845,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31","authType":"apikey"} {"level":"info","ts":1789583450.9647102,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31"} {"level":"info","ts":1789583452.0166793,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583452.0167618,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0"} {"level":"info","ts":1789583452.0167725,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0"} {"level":"info","ts":1789583452.016783,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0","EoS":true} {"level":"info","ts":1789583452.016802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0","header":"x-maas-username"} {"level":"info","ts":1789583452.0168118,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0","header":"x-maas-group"} {"level":"info","ts":1789583452.016817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0","header":"x-maas-keyname"} {"level":"info","ts":1789583452.0168211,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0","header":"x-maas-subscription"} {"level":"info","ts":1789583452.0168338,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583452.0168571,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0"} {"level":"info","ts":1789583452.02468,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0"} {"level":"info","ts":1789583452.0247014,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0"} {"level":"info","ts":1789583452.0247202,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0","EoS":false} {"level":"info","ts":1789583452.0247345,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0"} {"level":"info","ts":1789583452.02477,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0","EoS":true} {"level":"info","ts":1789583452.024781,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e079c2de6c887667994819f3c4fee2f0","span_id":"7d79a0463ebdac0c","x-request-id":"73c30f2d-ecc8-49ec-82c3-fb0d1b4603c0"} {"level":"info","ts":1789583452.0758357,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583452.0759382,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb"} {"level":"info","ts":1789583452.0759532,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb"} {"level":"info","ts":1789583452.0759711,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb","EoS":true} {"level":"info","ts":1789583452.0760052,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb","header":"x-maas-subscription"} {"level":"info","ts":1789583452.07602,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb","header":"x-maas-username"} {"level":"info","ts":1789583452.0760276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb","header":"x-maas-group"} {"level":"info","ts":1789583452.0760357,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb","header":"x-maas-keyname"} {"level":"info","ts":1789583452.0760543,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583452.0760865,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb"} {"level":"info","ts":1789583452.0771923,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb"} {"level":"info","ts":1789583452.0772042,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb"} {"level":"info","ts":1789583452.0772212,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb","EoS":false} {"level":"info","ts":1789583452.0772333,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb"} {"level":"info","ts":1789583452.0772624,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb","EoS":true} {"level":"info","ts":1789583452.0772734,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a90c79d91fc20456024734888cb175b6","span_id":"9023383d3164f2fe","x-request-id":"153f65b8-2883-4ce2-9309-8fa33fd82feb"} {"level":"info","ts":1789583452.1426497,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583452.1427321,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0"} {"level":"info","ts":1789583452.1427448,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0"} {"level":"info","ts":1789583452.1427553,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0","EoS":true} {"level":"info","ts":1789583452.1427748,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0","header":"x-maas-group"} {"level":"info","ts":1789583452.1427844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0","header":"x-maas-keyname"} {"level":"info","ts":1789583452.1427894,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0","header":"x-maas-subscription"} {"level":"info","ts":1789583452.1427941,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0","header":"x-maas-username"} {"level":"info","ts":1789583452.1428063,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583452.142828,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0"} {"level":"info","ts":1789583452.151748,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0"} {"level":"info","ts":1789583452.1517663,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0"} {"level":"info","ts":1789583452.1517804,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0","EoS":false} {"level":"info","ts":1789583452.151793,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0"} {"level":"info","ts":1789583452.1518228,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0","EoS":true} {"level":"info","ts":1789583452.1518352,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bf3f74a8a73e6cbf99c48ebcdc95ab08","span_id":"b416564372e6394e","x-request-id":"0d81b19e-3154-4400-898c-a0117ebe81c0"} {"level":"info","ts":1789583452.187728,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583452.1877918,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7"} {"level":"info","ts":1789583452.187802,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7"} {"level":"info","ts":1789583452.1878116,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7","EoS":true} {"level":"info","ts":1789583452.1878269,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7","header":"x-maas-subscription"} {"level":"info","ts":1789583452.187834,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7","header":"x-maas-username"} {"level":"info","ts":1789583452.187839,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7","header":"x-maas-keyname"} {"level":"info","ts":1789583452.1878438,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7","header":"x-maas-group"} {"level":"info","ts":1789583452.1878543,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583452.1878772,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7"} {"level":"info","ts":1789583452.188828,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7"} {"level":"info","ts":1789583452.1888409,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7"} {"level":"info","ts":1789583452.1888523,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7","EoS":false} {"level":"info","ts":1789583452.1888616,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7"} {"level":"info","ts":1789583452.1888847,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7","EoS":true} {"level":"info","ts":1789583452.1888976,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"009344499af3ed79ab49fe69a3c45a06","span_id":"8314d165e643bb64","x-request-id":"fa009804-83e0-445c-aba7-21a7eb2c3af7"} {"level":"info","ts":1789583453.9319155,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31"} {"level":"info","ts":1789583453.9319406,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31"} {"level":"info","ts":1789583453.9319577,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31","EoS":false} {"level":"info","ts":1789583453.9319704,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31"} {"level":"info","ts":1789583453.931999,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31","EoS":true} {"level":"info","ts":1789583453.9320054,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2b92f688a82fc0c9a13958f62ceab748","span_id":"afa31439ae0b07ed","x-request-id":"bab00e17-8317-4d97-b5f2-db09663e9a31"} {"level":"info","ts":1789583453.9744368,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583453.9745266,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea"} {"level":"info","ts":1789583453.974541,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea"} {"level":"info","ts":1789583453.974552,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea","EoS":true} {"level":"info","ts":1789583453.9745727,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea","header":"x-maas-subscription"} {"level":"info","ts":1789583453.9745827,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea","header":"x-maas-keyname"} {"level":"info","ts":1789583453.9746149,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea","header":"x-maas-username"} {"level":"info","ts":1789583453.9746192,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea","header":"x-maas-group"} {"level":"info","ts":1789583453.9746327,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789583453.9746566,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea"} {"level":"info","ts":1789583455.0488079,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea"} {"level":"info","ts":1789583455.048842,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea"} {"level":"info","ts":1789583455.048861,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea","EoS":false} {"level":"info","ts":1789583455.048875,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea"} {"level":"info","ts":1789583455.0489042,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea","EoS":true} {"level":"info","ts":1789583455.0489135,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cd8e93a45514caa40dd8ba7629003492","span_id":"9fb1274d3b53c06f","x-request-id":"46e7cd79-d692-4bae-9287-f6023b399dea"} {"level":"info","ts":1789583455.0861332,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583455.0862195,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c"} {"level":"info","ts":1789583455.0862305,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c"} {"level":"info","ts":1789583455.0862415,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c","EoS":true} {"level":"info","ts":1789583455.0862591,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c","header":"x-maas-subscription"} {"level":"info","ts":1789583455.0862687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c","header":"x-maas-username"} {"level":"info","ts":1789583455.0862746,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c","header":"x-maas-group"} {"level":"info","ts":1789583455.0862784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c","header":"x-maas-keyname"} {"level":"info","ts":1789583455.0863051,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c"} {"level":"info","ts":1789583457.3765125,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c"} {"level":"info","ts":1789583457.3765373,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c"} {"level":"info","ts":1789583457.3765507,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c","EoS":false} {"level":"info","ts":1789583457.376565,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c"} {"level":"info","ts":1789583457.376618,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c","EoS":true} {"level":"info","ts":1789583457.3766322,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"132d5d1a72479b22a0e7a3602afbee0e","span_id":"6e47f539f5411cff","x-request-id":"9ca9449b-f491-4418-a0ad-9b465db18f3c"} {"level":"info","ts":1789583458.2059853,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54226762-d2bc-4ff5-8a52-76f2a1a0d857","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789583458.2061508,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54226762-d2bc-4ff5-8a52-76f2a1a0d857","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789583458.2061155,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a7581bd-c379-4565-a391-0071de3448d9"} {"level":"info","ts":1789583458.350056,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd73ba7b-02c3-4763-85cb-255f59d49714","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789583458.3501503,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd73ba7b-02c3-4763-85cb-255f59d49714","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789583458.3502202,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d047635-d296-466a-b653-2ea3fafdbf3a"} {"level":"info","ts":1789583458.4714193,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ad4c1298-976e-4124-8ec8-abf9e5bd9183","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789583458.4714744,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ad4c1298-976e-4124-8ec8-abf9e5bd9183","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789583464.5003188,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789583468.2322834,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583468.2323627,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3017b3aa305b08e457c207bdb8f23a4e","span_id":"a0a490a2f6baa889","x-request-id":"ff10c93c-92dd-481b-8cb1-40326eb3878b"} {"level":"info","ts":1789583468.2323728,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3017b3aa305b08e457c207bdb8f23a4e","span_id":"a0a490a2f6baa889","x-request-id":"ff10c93c-92dd-481b-8cb1-40326eb3878b"} {"level":"info","ts":1789583468.2323828,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3017b3aa305b08e457c207bdb8f23a4e","span_id":"a0a490a2f6baa889","x-request-id":"ff10c93c-92dd-481b-8cb1-40326eb3878b","EoS":true} {"level":"info","ts":1789583468.2324245,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3017b3aa305b08e457c207bdb8f23a4e","span_id":"a0a490a2f6baa889","x-request-id":"ff10c93c-92dd-481b-8cb1-40326eb3878b"} {"level":"info","ts":1789583468.3809564,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583468.3810387,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3db909ba0b090d4f1d1c74043c6c1203","span_id":"d9f8494be90a3d04","x-request-id":"962ab237-4e71-4444-a04c-443ab4b8ebb7"} {"level":"info","ts":1789583468.3810506,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3db909ba0b090d4f1d1c74043c6c1203","span_id":"d9f8494be90a3d04","x-request-id":"962ab237-4e71-4444-a04c-443ab4b8ebb7"} {"level":"info","ts":1789583468.3810613,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3db909ba0b090d4f1d1c74043c6c1203","span_id":"d9f8494be90a3d04","x-request-id":"962ab237-4e71-4444-a04c-443ab4b8ebb7","EoS":true} {"level":"info","ts":1789583468.3811016,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3db909ba0b090d4f1d1c74043c6c1203","span_id":"d9f8494be90a3d04","x-request-id":"962ab237-4e71-4444-a04c-443ab4b8ebb7"} {"level":"info","ts":1789583468.5330043,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583468.5330973,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7a59a1234c04f4afde38f002584e6c2d","span_id":"2d9ab05f5cbd5719","x-request-id":"ae070f44-a8be-4ffc-8845-d449d70e688d"} {"level":"info","ts":1789583468.533112,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7a59a1234c04f4afde38f002584e6c2d","span_id":"2d9ab05f5cbd5719","x-request-id":"ae070f44-a8be-4ffc-8845-d449d70e688d"} {"level":"info","ts":1789583468.5331316,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7a59a1234c04f4afde38f002584e6c2d","span_id":"2d9ab05f5cbd5719","x-request-id":"ae070f44-a8be-4ffc-8845-d449d70e688d","EoS":true} {"level":"info","ts":1789583468.5331883,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7a59a1234c04f4afde38f002584e6c2d","span_id":"2d9ab05f5cbd5719","x-request-id":"ae070f44-a8be-4ffc-8845-d449d70e688d"} {"level":"error","ts":1789583479.501556,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789584569.5353687,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584569.5354621,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36"} {"level":"info","ts":1789584569.5354729,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36"} {"level":"info","ts":1789584569.5354836,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36","EoS":true} {"level":"info","ts":1789584569.5355067,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36","header":"x-maas-subscription"} {"level":"info","ts":1789584569.535517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36","header":"x-maas-username"} {"level":"info","ts":1789584569.5355217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36","header":"x-maas-keyname"} {"level":"info","ts":1789584569.535526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36","header":"x-maas-group"} {"level":"info","ts":1789584569.5355392,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789584569.5355651,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36"} {"level":"info","ts":1789584569.5374248,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36"} {"level":"info","ts":1789584569.537444,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36"} {"level":"info","ts":1789584569.5374563,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36","EoS":false} {"level":"info","ts":1789584569.5374668,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36"} {"level":"info","ts":1789584569.5374866,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36","EoS":true} {"level":"info","ts":1789584569.537496,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8f06b491df0f5903b87c90c8d5b3edc0","span_id":"2fadc16a6dfac00f","x-request-id":"276b7e87-8db2-420b-911c-04c6ef20fc36"} {"level":"info","ts":1789584569.5773616,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584569.5774426,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070"} {"level":"info","ts":1789584569.5774574,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070"} {"level":"info","ts":1789584569.5774739,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070","EoS":true} {"level":"info","ts":1789584569.5775034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070","header":"x-maas-group"} {"level":"info","ts":1789584569.5775156,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070","header":"x-maas-username"} {"level":"info","ts":1789584569.5775242,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070","header":"x-maas-keyname"} {"level":"info","ts":1789584569.577531,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070","header":"x-maas-subscription"} {"level":"info","ts":1789584569.5775476,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789584569.577569,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070"} {"level":"info","ts":1789584569.578549,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070"} {"level":"info","ts":1789584569.578564,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070"} {"level":"info","ts":1789584569.5785778,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070","EoS":false} {"level":"info","ts":1789584569.5786047,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070"} {"level":"info","ts":1789584569.5786324,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070","EoS":true} {"level":"info","ts":1789584569.5786421,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0567799ea3791453e2adf7fc078f9e9f","span_id":"23a38752a57164aa","x-request-id":"79b078ec-8c7d-4dc2-8cc9-08b0598f7070"} {"level":"error","ts":1789584579.6198342,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789584909.1667495,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584909.1668575,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0"} {"level":"info","ts":1789584909.1668725,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0"} {"level":"info","ts":1789584909.1668913,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0","EoS":true} {"level":"info","ts":1789584909.166922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0","header":"x-maas-username"} {"level":"info","ts":1789584909.166934,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0","header":"x-maas-keyname"} {"level":"info","ts":1789584909.1669424,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0","header":"x-maas-group"} {"level":"info","ts":1789584909.1669488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0","header":"x-maas-subscription"} {"level":"info","ts":1789584909.1669679,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584909.1670094,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0"} {"level":"info","ts":1789584909.178991,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0"} {"level":"info","ts":1789584909.1790123,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0"} {"level":"info","ts":1789584909.1790314,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0","EoS":false} {"level":"info","ts":1789584909.1790462,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0"} {"level":"info","ts":1789584909.1790721,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0","EoS":true} {"level":"info","ts":1789584909.1790814,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e22778355d53fbadd51947ace352a8a","span_id":"3a927ea6a9cfb530","x-request-id":"66bda6b2-7546-47e9-98e5-21459bbf83d0"} {"level":"info","ts":1789584909.3184853,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584909.318585,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae"} {"level":"info","ts":1789584909.3186185,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae"} {"level":"info","ts":1789584909.3186367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae","EoS":true} {"level":"info","ts":1789584909.3186626,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae","header":"x-maas-group"} {"level":"info","ts":1789584909.3186786,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae","header":"x-maas-subscription"} {"level":"info","ts":1789584909.318687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae","header":"x-maas-username"} {"level":"info","ts":1789584909.318696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae","header":"x-maas-keyname"} {"level":"info","ts":1789584909.3187153,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584909.318749,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae"} {"level":"info","ts":1789584909.3195164,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae"} {"level":"info","ts":1789584909.3195329,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae"} {"level":"info","ts":1789584909.3195431,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae","EoS":false} {"level":"info","ts":1789584909.3195539,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae"} {"level":"info","ts":1789584909.3195775,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae","EoS":true} {"level":"info","ts":1789584909.319601,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2a608a1663862becbf6145066d8d55ec","span_id":"4c9a5d75e05dffda","x-request-id":"250c8d30-2fd6-447b-a7ba-071533bef6ae"} {"level":"info","ts":1789584909.4562538,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584909.4563336,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf"} {"level":"info","ts":1789584909.4563465,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf"} {"level":"info","ts":1789584909.4563575,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf","EoS":true} {"level":"info","ts":1789584909.4563797,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf","header":"x-maas-keyname"} {"level":"info","ts":1789584909.4563882,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf","header":"x-maas-group"} {"level":"info","ts":1789584909.4563937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf","header":"x-maas-username"} {"level":"info","ts":1789584909.4563982,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf","header":"x-maas-subscription"} {"level":"info","ts":1789584909.4564106,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584909.4564319,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf"} {"level":"info","ts":1789584909.4571984,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf"} {"level":"info","ts":1789584909.4572167,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf"} {"level":"info","ts":1789584909.4572346,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf","EoS":false} {"level":"info","ts":1789584909.4572484,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf"} {"level":"info","ts":1789584909.457283,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf","EoS":true} {"level":"info","ts":1789584909.4572947,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cbaad54e297abad51fda9fa9df0c94d2","span_id":"966338b7a7a1696a","x-request-id":"d9efc4a5-da72-4a3e-8537-8c4eab29fecf"} {"level":"info","ts":1789584909.5908968,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584909.5909786,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b"} {"level":"info","ts":1789584909.5909998,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b"} {"level":"info","ts":1789584909.5910113,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b","EoS":true} {"level":"info","ts":1789584909.5910308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b","header":"x-maas-username"} {"level":"info","ts":1789584909.5910413,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b","header":"x-maas-keyname"} {"level":"info","ts":1789584909.5910459,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b","header":"x-maas-group"} {"level":"info","ts":1789584909.591051,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b","header":"x-maas-subscription"} {"level":"info","ts":1789584909.591064,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584909.5910885,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b"} {"level":"info","ts":1789584909.5918295,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b"} {"level":"info","ts":1789584909.5918396,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b"} {"level":"info","ts":1789584909.5918496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b","EoS":false} {"level":"info","ts":1789584909.5918593,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b"} {"level":"info","ts":1789584909.5918784,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b","EoS":true} {"level":"info","ts":1789584909.591889,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e7f62839c4d1b8b02c17db106e2a39c8","span_id":"cab59323828036fe","x-request-id":"54348d03-aad7-4c30-b5c6-da764673571b"} {"level":"info","ts":1789584909.7261636,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584909.7262373,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e"} {"level":"info","ts":1789584909.7262495,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e"} {"level":"info","ts":1789584909.7262592,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e","EoS":true} {"level":"info","ts":1789584909.7262974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e","header":"x-maas-group"} {"level":"info","ts":1789584909.7263148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e","header":"x-maas-keyname"} {"level":"info","ts":1789584909.7263224,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e","header":"x-maas-subscription"} {"level":"info","ts":1789584909.7263284,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e","header":"x-maas-username"} {"level":"info","ts":1789584909.7263403,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584909.7263622,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e"} {"level":"info","ts":1789584909.728089,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e"} {"level":"info","ts":1789584909.7281017,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e"} {"level":"info","ts":1789584909.728117,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e","EoS":false} {"level":"info","ts":1789584909.7281277,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e"} {"level":"info","ts":1789584909.7281468,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e","EoS":true} {"level":"info","ts":1789584909.7281566,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"016fc2bd8259f627672a5e53c2344712","span_id":"79c62199785fcc3d","x-request-id":"54ad1f14-8b8a-40c2-b58a-35bfd623333e"} {"level":"info","ts":1789584918.4812028,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584918.4813032,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1"} {"level":"info","ts":1789584918.4813187,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1"} {"level":"info","ts":1789584918.481337,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1","EoS":true} {"level":"info","ts":1789584918.4813678,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1","header":"x-maas-keyname"} {"level":"info","ts":1789584918.48138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1","header":"x-maas-group"} {"level":"info","ts":1789584918.481388,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1","header":"x-maas-username"} {"level":"info","ts":1789584918.4814036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1","header":"x-maas-subscription"} {"level":"info","ts":1789584918.4814243,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584918.4814594,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1"} {"level":"info","ts":1789584918.4822524,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1"} {"level":"info","ts":1789584918.4822738,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1"} {"level":"info","ts":1789584918.4822888,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1","EoS":false} {"level":"info","ts":1789584918.4822993,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1"} {"level":"info","ts":1789584918.4823265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1","EoS":true} {"level":"info","ts":1789584918.482338,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"264818785e23c083fd511616dca7df1d","span_id":"1ae9fd672b2f38b3","x-request-id":"aa5894b6-5202-4e99-9f00-f1ba020f4ac1"} {"level":"info","ts":1789584918.5864584,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584918.5865438,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f3aeff873bcd401eb54d9200bb58d84a","span_id":"77e1fd5a7a1c8d24","x-request-id":"5a2f952f-cf8e-40f8-b8e9-d85cc6084280"} {"level":"info","ts":1789584918.5872674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f3aeff873bcd401eb54d9200bb58d84a","span_id":"77e1fd5a7a1c8d24","x-request-id":"5a2f952f-cf8e-40f8-b8e9-d85cc6084280"} {"level":"info","ts":1789584918.5872838,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f3aeff873bcd401eb54d9200bb58d84a","span_id":"77e1fd5a7a1c8d24","x-request-id":"5a2f952f-cf8e-40f8-b8e9-d85cc6084280"} {"level":"info","ts":1789584918.587296,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f3aeff873bcd401eb54d9200bb58d84a","span_id":"77e1fd5a7a1c8d24","x-request-id":"5a2f952f-cf8e-40f8-b8e9-d85cc6084280","EoS":false} {"level":"info","ts":1789584918.5873091,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f3aeff873bcd401eb54d9200bb58d84a","span_id":"77e1fd5a7a1c8d24","x-request-id":"5a2f952f-cf8e-40f8-b8e9-d85cc6084280"} {"level":"info","ts":1789584918.587335,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f3aeff873bcd401eb54d9200bb58d84a","span_id":"77e1fd5a7a1c8d24","x-request-id":"5a2f952f-cf8e-40f8-b8e9-d85cc6084280","EoS":true} {"level":"info","ts":1789584918.5873475,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f3aeff873bcd401eb54d9200bb58d84a","span_id":"77e1fd5a7a1c8d24","x-request-id":"5a2f952f-cf8e-40f8-b8e9-d85cc6084280"} {"level":"info","ts":1789584919.3324306,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584919.3325212,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f"} {"level":"info","ts":1789584919.3325355,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f"} {"level":"info","ts":1789584919.3325531,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f","EoS":true} {"level":"info","ts":1789584919.3326008,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f","header":"x-maas-group"} {"level":"info","ts":1789584919.3326159,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f","header":"x-maas-subscription"} {"level":"info","ts":1789584919.3326247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f","header":"x-maas-keyname"} {"level":"info","ts":1789584919.332632,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f","header":"x-maas-username"} {"level":"info","ts":1789584919.332654,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584919.3326883,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f"} {"level":"info","ts":1789584919.3336833,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f"} {"level":"info","ts":1789584919.3337052,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f"} {"level":"info","ts":1789584919.333716,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f","EoS":false} {"level":"info","ts":1789584919.3337271,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f"} {"level":"info","ts":1789584919.333752,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f","EoS":true} {"level":"info","ts":1789584919.3337643,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88e01879d95d04f1271cde071b6d94e4","span_id":"ffca65d31907fb80","x-request-id":"a950cf9d-cc64-4c8c-9388-dde37090884f"} {"level":"error","ts":1789584919.6620958,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789584920.245533,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584920.2456381,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d"} {"level":"info","ts":1789584920.2456522,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d"} {"level":"info","ts":1789584920.2456656,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d","EoS":true} {"level":"info","ts":1789584920.2457411,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d","header":"x-maas-username"} {"level":"info","ts":1789584920.2457564,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d","header":"x-maas-subscription"} {"level":"info","ts":1789584920.245764,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d","header":"x-maas-group"} {"level":"info","ts":1789584920.2457688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d","header":"x-maas-keyname"} {"level":"info","ts":1789584920.2457824,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584920.245805,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d"} {"level":"info","ts":1789584920.2467525,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d"} {"level":"info","ts":1789584920.2467709,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d"} {"level":"info","ts":1789584920.2467892,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d","EoS":false} {"level":"info","ts":1789584920.2468,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d"} {"level":"info","ts":1789584920.2468224,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d","EoS":true} {"level":"info","ts":1789584920.2468312,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f0a7ddb3169fa88f2c83e13d392f5621","span_id":"64c8bc5915c9108d","x-request-id":"cc1a2281-8886-4489-82c4-33a53d0c217d"} {"level":"info","ts":1789584920.9303727,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584920.930472,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac"} {"level":"info","ts":1789584920.9304876,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac"} {"level":"info","ts":1789584920.9305055,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac","EoS":true} {"level":"info","ts":1789584920.9305358,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac","header":"x-maas-keyname"} {"level":"info","ts":1789584920.9305472,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac","header":"x-maas-username"} {"level":"info","ts":1789584920.9305549,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac","header":"x-maas-subscription"} {"level":"info","ts":1789584920.9305627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac","header":"x-maas-group"} {"level":"info","ts":1789584920.9305859,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584920.930635,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac"} {"level":"info","ts":1789584920.9315808,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac"} {"level":"info","ts":1789584920.9316227,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac"} {"level":"info","ts":1789584920.9316373,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac","EoS":false} {"level":"info","ts":1789584920.9316504,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac"} {"level":"info","ts":1789584920.9316747,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac","EoS":true} {"level":"info","ts":1789584920.9316838,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cb864c087828f3e6171ec7d5adec5cbf","span_id":"77bcb5927dc40f5b","x-request-id":"9bddb056-f325-4e6e-811a-f49aae4e53ac"} {"level":"info","ts":1789584921.9731975,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584921.973286,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa"} {"level":"info","ts":1789584921.973297,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa"} {"level":"info","ts":1789584921.973309,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa","EoS":true} {"level":"info","ts":1789584921.9733274,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa","header":"x-maas-keyname"} {"level":"info","ts":1789584921.9733365,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa","header":"x-maas-username"} {"level":"info","ts":1789584921.9733417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa","header":"x-maas-subscription"} {"level":"info","ts":1789584921.973346,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa","header":"x-maas-group"} {"level":"info","ts":1789584921.9733613,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584921.9733841,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa"} {"level":"info","ts":1789584921.974294,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa"} {"level":"info","ts":1789584921.9743125,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa"} {"level":"info","ts":1789584921.9743247,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa","EoS":false} {"level":"info","ts":1789584921.9743352,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa"} {"level":"info","ts":1789584921.9743576,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa","EoS":true} {"level":"info","ts":1789584921.9743667,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cfca1a65791f75d3cef326c89969fbe5","span_id":"810dd39c7e6d0fd9","x-request-id":"15125524-43b3-4dba-9213-589d122836fa"} {"level":"error","ts":1789584929.6626678,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789584939.6637993,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789584943.5515738,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584943.5516791,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4"} {"level":"info","ts":1789584943.5516946,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4"} {"level":"info","ts":1789584943.5517118,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4","EoS":true} {"level":"info","ts":1789584943.5517344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4","header":"x-maas-group"} {"level":"info","ts":1789584943.551799,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4","header":"x-maas-username"} {"level":"info","ts":1789584943.5518098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4","header":"x-maas-keyname"} {"level":"info","ts":1789584943.5518148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4","header":"x-maas-subscription"} {"level":"info","ts":1789584943.55184,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584943.551868,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4"} {"level":"info","ts":1789584943.5528173,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4"} {"level":"info","ts":1789584943.5528367,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4"} {"level":"info","ts":1789584943.552858,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4","EoS":false} {"level":"info","ts":1789584943.5528765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4"} {"level":"info","ts":1789584943.5529125,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4","EoS":true} {"level":"info","ts":1789584943.552924,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cf169797e825f1d6e6a3e908a380df1c","span_id":"7bd0912cabc430fb","x-request-id":"bba51a61-570a-4fd4-94cd-7afe7cf878e4"} {"level":"error","ts":1789584954.6652608,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789585030.8998423,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585030.8999307,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5"} {"level":"info","ts":1789585030.8999429,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5"} {"level":"info","ts":1789585030.8999534,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5","EoS":true} {"level":"info","ts":1789585030.8999715,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5","header":"x-maas-keyname"} {"level":"info","ts":1789585030.8999815,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5","header":"x-maas-subscription"} {"level":"info","ts":1789585030.8999865,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5","header":"x-maas-group"} {"level":"info","ts":1789585030.8999906,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5","header":"x-maas-username"} {"level":"info","ts":1789585030.9000049,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789585030.9000278,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5"} {"level":"info","ts":1789585030.9126492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5"} {"level":"info","ts":1789585030.9126704,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5"} {"level":"info","ts":1789585030.912686,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5","EoS":false} {"level":"info","ts":1789585030.9126966,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5"} {"level":"info","ts":1789585030.9127228,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5","EoS":true} {"level":"info","ts":1789585030.9127321,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e17125d7cdfcc14267df34b7b842f0f","span_id":"17fed13e5a259139","x-request-id":"a9884c19-a837-4369-9c69-f4bce7add8a5"} {"level":"error","ts":1789585044.6745386,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789585100.3987596,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585100.3988683,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b"} {"level":"info","ts":1789585100.398884,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b"} {"level":"info","ts":1789585100.3989048,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b","EoS":true} {"level":"info","ts":1789585100.3989403,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b","header":"x-maas-subscription"} {"level":"info","ts":1789585100.3989556,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b","header":"x-maas-username"} {"level":"info","ts":1789585100.3989697,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b","header":"x-maas-keyname"} {"level":"info","ts":1789585100.3989768,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b","header":"x-maas-group"} {"level":"info","ts":1789585100.398991,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585100.3990185,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b"} {"level":"info","ts":1789585100.3997974,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b"} {"level":"info","ts":1789585100.3998158,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b"} {"level":"info","ts":1789585100.399828,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b","EoS":false} {"level":"info","ts":1789585100.399838,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b"} {"level":"info","ts":1789585100.3998587,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b","EoS":true} {"level":"info","ts":1789585100.3998675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e2ab1d2cf485799feae8085532503157","span_id":"ae8ecbde10bf0db1","x-request-id":"4cec1762-96fd-4545-af16-255037a4b52b"} {"level":"info","ts":1789585100.4349086,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585100.4350216,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b"} {"level":"info","ts":1789585100.4350352,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b"} {"level":"info","ts":1789585100.4350464,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b","EoS":true} {"level":"info","ts":1789585100.4350657,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b","header":"x-maas-group"} {"level":"info","ts":1789585100.4350739,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b","header":"x-maas-subscription"} {"level":"info","ts":1789585100.4350784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b","header":"x-maas-keyname"} {"level":"info","ts":1789585100.4350832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b","header":"x-maas-username"} {"level":"info","ts":1789585100.435098,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789585100.4351244,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b"} {"level":"info","ts":1789585100.435884,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b"} {"level":"info","ts":1789585100.435901,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b"} {"level":"info","ts":1789585100.435916,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b","EoS":false} {"level":"info","ts":1789585100.435928,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b"} {"level":"info","ts":1789585100.43595,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b","EoS":true} {"level":"info","ts":1789585100.4359608,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9a7fbdeafe7a83f2328c3965fa9f8b57","span_id":"d8f93fc019a9686c","x-request-id":"3a490886-d033-4660-9ac6-b979dbe8a88b"} {"level":"error","ts":1789585114.6823351,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789585116.3551724,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585116.3552606,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5"} {"level":"info","ts":1789585116.3552728,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5"} {"level":"info","ts":1789585116.3552842,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5","EoS":true} {"level":"info","ts":1789585116.3553007,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5","header":"x-maas-keyname"} {"level":"info","ts":1789585116.355315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5","header":"x-maas-username"} {"level":"info","ts":1789585116.3553216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5","header":"x-maas-subscription"} {"level":"info","ts":1789585116.3553262,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5","header":"x-maas-group"} {"level":"info","ts":1789585116.3553398,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789585116.355374,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5"} {"level":"info","ts":1789585116.3677967,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5"} {"level":"info","ts":1789585116.367813,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5"} {"level":"info","ts":1789585116.3678281,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5","EoS":false} {"level":"info","ts":1789585116.3678436,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5"} {"level":"info","ts":1789585116.3678758,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5","EoS":false} {"level":"info","ts":1789585116.3678863,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5"} {"level":"info","ts":1789585116.3678997,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5","EoS":false} {"level":"info","ts":1789585116.3679094,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5"} {"level":"info","ts":1789585116.3679225,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5","EoS":true} {"level":"info","ts":1789585116.3679352,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ee83760b322c42a4d3b80e10caeb33f","span_id":"09f44423b550f11b","x-request-id":"7ebaa03b-59a9-4dd7-b3d4-9c016c2dc5e5"} {"level":"info","ts":1789585116.50604,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585116.5061128,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422"} {"level":"info","ts":1789585116.5061264,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422"} {"level":"info","ts":1789585116.5061364,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422","EoS":true} {"level":"info","ts":1789585116.506154,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422","header":"x-maas-group"} {"level":"info","ts":1789585116.506164,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422","header":"x-maas-subscription"} {"level":"info","ts":1789585116.5061686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422","header":"x-maas-username"} {"level":"info","ts":1789585116.5061731,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422","header":"x-maas-keyname"} {"level":"info","ts":1789585116.5061853,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789585116.5062041,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422"} {"level":"info","ts":1789585116.5085154,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422"} {"level":"info","ts":1789585116.5085292,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422"} {"level":"info","ts":1789585116.5085423,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422","EoS":false} {"level":"info","ts":1789585116.508555,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422"} {"level":"info","ts":1789585116.5086882,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422","EoS":false} {"level":"info","ts":1789585116.5087144,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422"} {"level":"info","ts":1789585116.5087426,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422","EoS":true} {"level":"info","ts":1789585116.508752,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3b4434e9c02a11d352b817a066fbd820","span_id":"4703f4aef08d9c3c","x-request-id":"fedc4f31-eb4c-462b-b818-4475091ac422"} {"level":"info","ts":1789585116.6456683,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585116.6457515,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce"} {"level":"info","ts":1789585116.6457636,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce"} {"level":"info","ts":1789585116.6457746,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce","EoS":true} {"level":"info","ts":1789585116.645793,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce","header":"x-maas-subscription"} {"level":"info","ts":1789585116.645803,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce","header":"x-maas-keyname"} {"level":"info","ts":1789585116.645808,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce","header":"x-maas-group"} {"level":"info","ts":1789585116.6458125,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce","header":"x-maas-username"} {"level":"info","ts":1789585116.645824,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789585116.645849,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce"} {"level":"info","ts":1789585116.646812,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce"} {"level":"info","ts":1789585116.6468277,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce"} {"level":"info","ts":1789585116.6468477,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce","EoS":false} {"level":"info","ts":1789585116.646868,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce"} {"level":"info","ts":1789585116.6469975,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce","EoS":false} {"level":"info","ts":1789585116.647016,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce"} {"level":"info","ts":1789585116.647033,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce","EoS":true} {"level":"info","ts":1789585116.6470475,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"653b82f7465cde30ab1c3bed828a00a2","span_id":"0fcf087df840f0c0","x-request-id":"d775fd8d-2c84-4d65-bca0-cb6c75d50cce"} {"level":"info","ts":1789585129.5422966,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585129.5424066,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad"} {"level":"info","ts":1789585129.542422,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad"} {"level":"info","ts":1789585129.5424366,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad","EoS":true} {"level":"info","ts":1789585129.5424566,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad","header":"x-maas-username"} {"level":"info","ts":1789585129.5424705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad","header":"x-maas-keyname"} {"level":"info","ts":1789585129.5424755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad","header":"x-maas-subscription"} {"level":"info","ts":1789585129.5424795,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad","header":"x-maas-group"} {"level":"info","ts":1789585129.542493,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789585129.5425177,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad"} {"level":"info","ts":1789585129.5443048,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad"} {"level":"info","ts":1789585129.5443254,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad"} {"level":"info","ts":1789585129.5443447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad","EoS":false} {"level":"info","ts":1789585129.5443585,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad"} {"level":"info","ts":1789585129.5443902,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad","EoS":false} {"level":"info","ts":1789585129.5444026,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad"} {"level":"info","ts":1789585129.544413,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad","EoS":true} {"level":"info","ts":1789585129.544419,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dfeda1345a5b4d4e15f37f363f46cef3","span_id":"fd76003fa42a0ce5","x-request-id":"faad6e66-761e-43b8-9176-01c013c653ad"} {"level":"error","ts":1789585129.6838105,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789585144.6852717,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}