{"level":"info","ts":1789055727.967859,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b77efa8f512872530fa5b38c94c323a1","span_id":"9919b05da2e15407","x-request-id":"95097fa7-78dd-476f-8e35-66c5244e6d9d"} {"level":"info","ts":1789055727.9678807,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b77efa8f512872530fa5b38c94c323a1","span_id":"9919b05da2e15407","x-request-id":"95097fa7-78dd-476f-8e35-66c5244e6d9d","EoS":false} {"level":"info","ts":1789055727.9678974,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b77efa8f512872530fa5b38c94c323a1","span_id":"9919b05da2e15407","x-request-id":"95097fa7-78dd-476f-8e35-66c5244e6d9d"} {"level":"info","ts":1789055727.9679341,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b77efa8f512872530fa5b38c94c323a1","span_id":"9919b05da2e15407","x-request-id":"95097fa7-78dd-476f-8e35-66c5244e6d9d","EoS":true} {"level":"info","ts":1789055727.9679449,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b77efa8f512872530fa5b38c94c323a1","span_id":"9919b05da2e15407","x-request-id":"95097fa7-78dd-476f-8e35-66c5244e6d9d"} {"level":"info","ts":1789055728.7184265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55437d05-e418-486b-ab14-6fcb64e9bf50"} {"level":"info","ts":1789055728.7184463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5bebf26-f48d-437b-bd28-85e06c5c1ae9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789055728.718478,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5bebf26-f48d-437b-bd28-85e06c5c1ae9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789055728.858647,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"799192d0-7a22-4b45-8103-e0d0103e2043"} {"level":"info","ts":1789055728.858666,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42e3f5fa-5ca9-4fa8-96fe-309ea8dcebb7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789055728.8588018,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42e3f5fa-5ca9-4fa8-96fe-309ea8dcebb7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789055728.9738033,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3eab98c9-daf4-4d16-9f5f-adc00a46d921","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789055728.9738624,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3eab98c9-daf4-4d16-9f5f-adc00a46d921","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789055730.029946,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055730.0300624,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6d0534338101e149ffee4185fe1859e0","span_id":"079b622f998a0802","x-request-id":"b1cc1fe9-3eb0-4c79-9dd6-26d6007713c6"} {"level":"info","ts":1789055730.0300784,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6d0534338101e149ffee4185fe1859e0","span_id":"079b622f998a0802","x-request-id":"b1cc1fe9-3eb0-4c79-9dd6-26d6007713c6"} {"level":"info","ts":1789055730.0300915,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6d0534338101e149ffee4185fe1859e0","span_id":"079b622f998a0802","x-request-id":"b1cc1fe9-3eb0-4c79-9dd6-26d6007713c6","EoS":true} {"level":"info","ts":1789055730.0301826,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6d0534338101e149ffee4185fe1859e0","span_id":"079b622f998a0802","x-request-id":"b1cc1fe9-3eb0-4c79-9dd6-26d6007713c6"} {"level":"info","ts":1789055730.1705918,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055730.170721,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e44ecca3ca65baf67d433f906e723d2c","span_id":"469da010fec258c9","x-request-id":"4ed10cb1-a9dc-4be4-ac80-cd0af4e5724e"} {"level":"info","ts":1789055730.170741,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e44ecca3ca65baf67d433f906e723d2c","span_id":"469da010fec258c9","x-request-id":"4ed10cb1-a9dc-4be4-ac80-cd0af4e5724e"} {"level":"info","ts":1789055730.1707625,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e44ecca3ca65baf67d433f906e723d2c","span_id":"469da010fec258c9","x-request-id":"4ed10cb1-a9dc-4be4-ac80-cd0af4e5724e","EoS":true} {"level":"info","ts":1789055730.170874,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e44ecca3ca65baf67d433f906e723d2c","span_id":"469da010fec258c9","x-request-id":"4ed10cb1-a9dc-4be4-ac80-cd0af4e5724e"} {"level":"info","ts":1789055730.179759,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055730.1798682,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b"} {"level":"info","ts":1789055730.1798813,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b"} {"level":"info","ts":1789055730.1798933,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b","EoS":true} {"level":"info","ts":1789055730.1799178,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b","header":"x-maas-subscription"} {"level":"info","ts":1789055730.1799276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b","header":"x-maas-username"} {"level":"info","ts":1789055730.1799338,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b","header":"x-maas-group"} {"level":"info","ts":1789055730.1799514,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789055730.179978,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b"} {"level":"info","ts":1789055730.1810853,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b"} {"level":"info","ts":1789055730.1811059,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b"} {"level":"info","ts":1789055730.181122,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b","EoS":false} {"level":"info","ts":1789055730.1811962,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b"} {"level":"info","ts":1789055730.1812258,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b","EoS":true} {"level":"info","ts":1789055730.1812358,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"26fc4dbf741bf666c19452c5549dafbb","span_id":"8f97e767ba46ea05","x-request-id":"c86662be-a260-4497-867f-e5e14ca8a17b"} {"level":"info","ts":1789055730.3091161,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055730.309272,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ea7dec091c60b3326fdbc109f6b8cbcb","span_id":"bb97a3760580ee0f","x-request-id":"001dea6a-d77b-4638-94a3-eb30859508c2"} {"level":"info","ts":1789055730.3092885,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ea7dec091c60b3326fdbc109f6b8cbcb","span_id":"bb97a3760580ee0f","x-request-id":"001dea6a-d77b-4638-94a3-eb30859508c2"} {"level":"info","ts":1789055730.3093588,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ea7dec091c60b3326fdbc109f6b8cbcb","span_id":"bb97a3760580ee0f","x-request-id":"001dea6a-d77b-4638-94a3-eb30859508c2","EoS":true} {"level":"info","ts":1789055730.3094206,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ea7dec091c60b3326fdbc109f6b8cbcb","span_id":"bb97a3760580ee0f","x-request-id":"001dea6a-d77b-4638-94a3-eb30859508c2"} {"level":"info","ts":1789055737.5922396,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055737.5923855,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35"} {"level":"info","ts":1789055737.5924606,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35"} {"level":"info","ts":1789055737.592508,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35","EoS":true} {"level":"info","ts":1789055737.5925663,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35","header":"x-maas-username"} {"level":"info","ts":1789055737.5926,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35","header":"x-maas-group"} {"level":"info","ts":1789055737.5926132,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35","header":"x-maas-subscription"} {"level":"info","ts":1789055737.5926352,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789055737.592674,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35"} {"level":"info","ts":1789055737.5942612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35"} {"level":"info","ts":1789055737.5942848,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35"} {"level":"info","ts":1789055737.5943062,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35","EoS":false} {"level":"info","ts":1789055737.5943205,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35"} {"level":"info","ts":1789055737.5943475,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35","EoS":true} {"level":"info","ts":1789055737.5943573,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3a19627af12ff2abca0ac8eca92cc94","span_id":"5ee9cb0a1b6fbf89","x-request-id":"2376c5b7-0d0f-4b79-8b4c-ca107cd82a35"} {"level":"info","ts":1789055741.0639052,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055741.064016,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a"} {"level":"info","ts":1789055741.064034,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a"} {"level":"info","ts":1789055741.0640495,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a","EoS":true} {"level":"info","ts":1789055741.0641294,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a","header":"x-maas-group"} {"level":"info","ts":1789055741.0641758,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a","header":"x-maas-username"} {"level":"info","ts":1789055741.0641844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a","header":"x-maas-subscription"} {"level":"info","ts":1789055741.064207,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789055741.0642457,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a"} {"level":"info","ts":1789055741.066165,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a"} {"level":"info","ts":1789055741.0661886,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a"} {"level":"info","ts":1789055741.066205,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a","EoS":false} {"level":"info","ts":1789055741.066219,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a"} {"level":"info","ts":1789055741.0662491,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a","EoS":true} {"level":"info","ts":1789055741.0662615,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"00764d74ebfd940512dda931f72ce80d","span_id":"96ce181a4692e78d","x-request-id":"584c3410-cea2-4e5f-a346-9bb2d66bc89a"} {"level":"info","ts":1789055741.1052048,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055741.1053164,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609"} {"level":"info","ts":1789055741.105334,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609"} {"level":"info","ts":1789055741.105346,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609","EoS":true} {"level":"info","ts":1789055741.1053731,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609","header":"x-maas-username"} {"level":"info","ts":1789055741.1053839,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609","header":"x-maas-group"} {"level":"info","ts":1789055741.1053886,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609","header":"x-maas-subscription"} {"level":"info","ts":1789055741.1054044,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789055741.1054358,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609"} {"level":"info","ts":1789055741.1062245,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609"} {"level":"info","ts":1789055741.106243,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609"} {"level":"info","ts":1789055741.106257,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609","EoS":false} {"level":"info","ts":1789055741.1062818,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609"} {"level":"info","ts":1789055741.1063075,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609","EoS":true} {"level":"info","ts":1789055741.106315,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"52b319ec3f5d6a66603d10275949ceb2","span_id":"4f2ba3fe3f447b45","x-request-id":"fe0cc4ab-63e3-4f01-95a9-537c03ca9609"} {"level":"error","ts":1789055741.6864364,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789055744.8557131,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055744.8558178,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d"} {"level":"info","ts":1789055744.8558297,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d"} {"level":"info","ts":1789055744.8558414,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d","EoS":true} {"level":"info","ts":1789055744.855867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d","header":"x-maas-subscription"} {"level":"info","ts":1789055744.855877,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d","header":"x-maas-group"} {"level":"info","ts":1789055744.8558815,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d","header":"x-maas-username"} {"level":"info","ts":1789055744.8558977,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789055744.855933,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d"} {"level":"info","ts":1789055744.8568323,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d"} {"level":"info","ts":1789055744.8568544,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d"} {"level":"info","ts":1789055744.8568714,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d","EoS":false} {"level":"info","ts":1789055744.8568835,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d"} {"level":"info","ts":1789055744.8569093,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d","EoS":true} {"level":"info","ts":1789055744.8569183,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d943d85f1afbe9aca12a06213dbd4b0c","span_id":"a94a87622b510e73","x-request-id":"0979bb76-b617-4bae-a796-fe9246d7511d"} {"level":"error","ts":1789055751.686733,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789055766.6864014,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055766.6865087,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299"} {"level":"info","ts":1789055766.6865218,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299"} {"level":"info","ts":1789055766.6865342,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299","EoS":true} {"level":"info","ts":1789055766.686565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299","header":"x-maas-subscription"} {"level":"info","ts":1789055766.6865752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299","header":"x-maas-username"} {"level":"info","ts":1789055766.6865795,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299","header":"x-maas-group"} {"level":"info","ts":1789055766.6865969,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789055766.6866283,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299"} {"level":"info","ts":1789055766.6874716,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299"} {"level":"info","ts":1789055766.6874905,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299"} {"level":"info","ts":1789055766.6875033,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299","EoS":false} {"level":"info","ts":1789055766.687514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299"} {"level":"error","ts":1789055766.6874897,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789055766.6875312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299","EoS":true} {"level":"info","ts":1789055766.6875803,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"35f752223876738b358aa190f42b1b40","span_id":"045de221526a1597","x-request-id":"6b0969e4-dc87-4c29-a83f-5a5fcf6c1299"} {"level":"info","ts":1789055768.025507,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055768.0256064,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b"} {"level":"info","ts":1789055768.0256193,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b"} {"level":"info","ts":1789055768.0256307,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b","EoS":true} {"level":"info","ts":1789055768.0256555,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b","header":"x-maas-username"} {"level":"info","ts":1789055768.0256658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b","header":"x-maas-group"} {"level":"info","ts":1789055768.0256703,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b","header":"x-maas-subscription"} {"level":"info","ts":1789055768.0257523,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789055768.0257773,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b"} {"level":"info","ts":1789055768.0266147,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b"} {"level":"info","ts":1789055768.0266407,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b"} {"level":"info","ts":1789055768.026662,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b","EoS":false} {"level":"info","ts":1789055768.02668,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b"} {"level":"info","ts":1789055768.0267215,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b","EoS":true} {"level":"info","ts":1789055768.0267346,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"050389410fc248c811bff5a26ace01ca","span_id":"a3238d56c5822279","x-request-id":"f106ce30-08ba-42fe-93f8-658e3582969b"} {"level":"error","ts":1789055781.688925,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789055818.2658367,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055818.2659683,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a"} {"level":"info","ts":1789055818.2659833,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a"} {"level":"info","ts":1789055818.2659955,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a","EoS":true} {"level":"info","ts":1789055818.2660189,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a","header":"x-maas-subscription"} {"level":"info","ts":1789055818.266034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a","header":"x-maas-username"} {"level":"info","ts":1789055818.2660403,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a","header":"x-maas-group"} {"level":"info","ts":1789055818.2660565,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a","path":"/llm/facebook-opt-125m-simulated/v1/embeddings"} {"level":"info","ts":1789055818.2660859,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a"} {"level":"info","ts":1789055818.2671423,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a"} {"level":"info","ts":1789055818.2671633,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a"} {"level":"info","ts":1789055818.2671816,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a","EoS":false} {"level":"info","ts":1789055818.2671945,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a"} {"level":"info","ts":1789055818.2672217,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a","EoS":true} {"level":"info","ts":1789055818.2672343,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ee839997c1669213d31eb5fbd5e75f5","span_id":"1e03e460a65e4e1e","x-request-id":"91433184-e2e7-4037-bc71-41da6dc71f9a"} {"level":"info","ts":1789055825.3763888,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055825.3764977,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0"} {"level":"info","ts":1789055825.3765104,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0"} {"level":"info","ts":1789055825.376523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0","EoS":true} {"level":"info","ts":1789055825.376545,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0","header":"x-maas-username"} {"level":"info","ts":1789055825.3765557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0","header":"x-maas-group"} {"level":"info","ts":1789055825.3765612,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0","header":"x-maas-subscription"} {"level":"info","ts":1789055825.3765779,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789055825.376606,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0"} {"level":"info","ts":1789055825.3903928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0"} {"level":"info","ts":1789055825.3904252,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0"} {"level":"info","ts":1789055825.3904421,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0","EoS":false} {"level":"info","ts":1789055825.390458,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0"} {"level":"info","ts":1789055825.3905945,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0","EoS":false} {"level":"info","ts":1789055825.390618,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0"} {"level":"info","ts":1789055825.390635,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0","EoS":true} {"level":"info","ts":1789055825.3906446,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc9a34bd3dd6ff3ece690e2e1b51626d","span_id":"cc7bba577c04a47a","x-request-id":"d9f3958b-8f5a-4585-9fbf-db1a0d3501d0"} {"level":"info","ts":1789055825.4353535,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789055825.4354575,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824"} {"level":"info","ts":1789055825.4354699,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824"} {"level":"info","ts":1789055825.435483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824","EoS":true} {"level":"info","ts":1789055825.4355478,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824","header":"x-maas-subscription"} {"level":"info","ts":1789055825.4355605,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824","header":"x-maas-group"} {"level":"info","ts":1789055825.4355664,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824","header":"x-maas-username"} {"level":"info","ts":1789055825.435583,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824","path":"/v1/embeddings"} {"level":"info","ts":1789055825.435595,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824","original":"publishers/llm/models/test/e2e-embedding-model","rewritten":"test/e2e-embedding-model"} {"level":"info","ts":1789055825.4356244,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824"} {"level":"info","ts":1789055825.4379547,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824"} {"level":"info","ts":1789055825.4379773,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824"} {"level":"info","ts":1789055825.4379938,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824","EoS":false} {"level":"info","ts":1789055825.4380057,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824"} {"level":"info","ts":1789055825.4380362,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824","EoS":false} {"level":"info","ts":1789055825.4380953,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824"} {"level":"info","ts":1789055825.4381156,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824","EoS":true} {"level":"info","ts":1789055825.438129,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d93289cc0ef950fae1f20cb907c03c4f","span_id":"f055ac1c7afe909a","x-request-id":"c134917a-c494-408c-a447-7b00d506f824"} {"level":"error","ts":1789055831.695703,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789055846.6963909,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789056498.9690626,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056498.9692454,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b"} {"level":"info","ts":1789056498.9692683,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b"} {"level":"info","ts":1789056498.9692974,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b","EoS":true} {"level":"info","ts":1789056498.9693394,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b","header":"x-maas-group"} {"level":"info","ts":1789056498.9693532,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b","header":"x-maas-username"} {"level":"info","ts":1789056498.96936,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b","header":"x-maas-subscription"} {"level":"info","ts":1789056498.9693804,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789056498.9694173,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b"} {"level":"info","ts":1789056498.9705746,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b"} {"level":"info","ts":1789056498.9706001,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b"} {"level":"info","ts":1789056498.9706168,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b","EoS":false} {"level":"info","ts":1789056498.9706304,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b"} {"level":"info","ts":1789056498.9706573,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b","EoS":true} {"level":"info","ts":1789056498.970668,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"97867d4cd868c24ed93310195452d532","span_id":"2b64268a3cfb1b6d","x-request-id":"110be65c-f627-4dda-89b1-469f0d45bc6b"} {"level":"info","ts":1789056499.0162864,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056499.016402,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553"} {"level":"info","ts":1789056499.016414,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553"} {"level":"info","ts":1789056499.016426,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553","EoS":true} {"level":"info","ts":1789056499.0164552,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553","header":"x-maas-username"} {"level":"info","ts":1789056499.0164654,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553","header":"x-maas-group"} {"level":"info","ts":1789056499.0164707,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553","header":"x-maas-subscription"} {"level":"info","ts":1789056499.016488,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789056499.0165136,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553"} {"level":"info","ts":1789056499.0174086,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553"} {"level":"info","ts":1789056499.0174227,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553"} {"level":"info","ts":1789056499.0174356,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553","EoS":false} {"level":"info","ts":1789056499.0174468,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553"} {"level":"info","ts":1789056499.0174687,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553","EoS":true} {"level":"info","ts":1789056499.0174778,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9981649ce330b80f08950ec72746521b","span_id":"9f026e5b82bc4a31","x-request-id":"ebe1a713-9024-45f1-a0a2-b651a05ab553"} {"level":"error","ts":1789056511.777579,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789056824.8427238,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056824.842842,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b"} {"level":"info","ts":1789056824.8428552,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b"} {"level":"info","ts":1789056824.8428671,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b","EoS":true} {"level":"info","ts":1789056824.8428948,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b","header":"x-maas-subscription"} {"level":"info","ts":1789056824.8429086,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b","header":"x-maas-group"} {"level":"info","ts":1789056824.8429174,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b","header":"x-maas-username"} {"level":"info","ts":1789056824.8429337,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789056824.8429606,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b"} {"level":"info","ts":1789056824.8569274,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b"} {"level":"info","ts":1789056824.856958,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b"} {"level":"info","ts":1789056824.856976,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b","EoS":false} {"level":"info","ts":1789056824.8569891,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b"} {"level":"info","ts":1789056824.8570204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b","EoS":true} {"level":"info","ts":1789056824.857028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09c14651a327710656934eb9982b4026","span_id":"304f28e9d0634eee","x-request-id":"64718f41-7049-4fc3-9b26-0ec954a1645b"} {"level":"info","ts":1789056825.0063365,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056825.0064583,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0"} {"level":"info","ts":1789056825.0064707,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0"} {"level":"info","ts":1789056825.0064824,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0","EoS":true} {"level":"info","ts":1789056825.0065084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0","header":"x-maas-group"} {"level":"info","ts":1789056825.0065227,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0","header":"x-maas-username"} {"level":"info","ts":1789056825.00653,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0","header":"x-maas-subscription"} {"level":"info","ts":1789056825.006546,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789056825.0065732,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0"} {"level":"info","ts":1789056825.009333,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0"} {"level":"info","ts":1789056825.0093563,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0"} {"level":"info","ts":1789056825.0093725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0","EoS":false} {"level":"info","ts":1789056825.0093856,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0"} {"level":"info","ts":1789056825.009412,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0","EoS":true} {"level":"info","ts":1789056825.0094223,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4f28797a2f5a2275feab63e5f969d18","span_id":"99d57ca74feaab65","x-request-id":"4b28730e-37ab-4fc2-84ba-2f1ce6d8b0b0"} {"level":"info","ts":1789056825.152903,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056825.1530051,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6"} {"level":"info","ts":1789056825.1530201,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6"} {"level":"info","ts":1789056825.1530347,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6","EoS":true} {"level":"info","ts":1789056825.1530597,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6","header":"x-maas-username"} {"level":"info","ts":1789056825.1530697,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6","header":"x-maas-group"} {"level":"info","ts":1789056825.153076,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6","header":"x-maas-subscription"} {"level":"info","ts":1789056825.1530914,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789056825.1531262,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6"} {"level":"info","ts":1789056825.154267,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6"} {"level":"info","ts":1789056825.1542892,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6"} {"level":"info","ts":1789056825.154304,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6","EoS":false} {"level":"info","ts":1789056825.154315,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6"} {"level":"info","ts":1789056825.154341,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6","EoS":true} {"level":"info","ts":1789056825.15435,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0cb4a08e2ea4b706715e2670ce669eb8","span_id":"3c987204a13e2f65","x-request-id":"f7e0ac52-c4b3-456d-9f41-6e9b4cd51af6"} {"level":"info","ts":1789056825.292692,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056825.2927957,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a"} {"level":"info","ts":1789056825.2928092,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a"} {"level":"info","ts":1789056825.2928205,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a","EoS":true} {"level":"info","ts":1789056825.2928464,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a","header":"x-maas-subscription"} {"level":"info","ts":1789056825.2928555,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a","header":"x-maas-group"} {"level":"info","ts":1789056825.2928612,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a","header":"x-maas-username"} {"level":"info","ts":1789056825.2928765,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789056825.2929025,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a"} {"level":"info","ts":1789056825.2941988,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a"} {"level":"info","ts":1789056825.2942245,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a"} {"level":"info","ts":1789056825.294241,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a","EoS":false} {"level":"info","ts":1789056825.2942536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a"} {"level":"info","ts":1789056825.2942789,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a","EoS":true} {"level":"info","ts":1789056825.2942884,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76c7b7626e44dd8fde01ed0510e22749","span_id":"f311ac16223c0f64","x-request-id":"fff1d8d1-c96e-4f47-a895-23f7baf3231a"} {"level":"info","ts":1789056825.4392436,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056825.439367,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d"} {"level":"info","ts":1789056825.4393835,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d"} {"level":"info","ts":1789056825.4394011,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d","EoS":true} {"level":"info","ts":1789056825.439433,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d","header":"x-maas-group"} {"level":"info","ts":1789056825.4394453,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d","header":"x-maas-username"} {"level":"info","ts":1789056825.4394498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d","header":"x-maas-subscription"} {"level":"info","ts":1789056825.4394667,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789056825.4395053,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d"} {"level":"info","ts":1789056825.4408236,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d"} {"level":"info","ts":1789056825.4408445,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d"} {"level":"info","ts":1789056825.440865,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d","EoS":false} {"level":"info","ts":1789056825.440879,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d"} {"level":"info","ts":1789056825.4409041,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d","EoS":true} {"level":"info","ts":1789056825.4409142,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9529ebfa004d9a734fd10f4b2f9aa537","span_id":"939ff6e35bd9cba6","x-request-id":"72d1a13c-a247-4b61-aa30-991dd939de7d"} {"level":"error","ts":1789056836.812411,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789056840.4486167,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056840.4487276,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a"} {"level":"info","ts":1789056840.4487426,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a"} {"level":"info","ts":1789056840.4487555,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a","EoS":true} {"level":"info","ts":1789056840.4487813,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a","header":"x-maas-subscription"} {"level":"info","ts":1789056840.448791,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a","header":"x-maas-group"} {"level":"info","ts":1789056840.4487967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a","header":"x-maas-username"} {"level":"info","ts":1789056840.448814,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789056840.4488406,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a"} {"level":"info","ts":1789056840.4499557,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a"} {"level":"info","ts":1789056840.449977,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a"} {"level":"info","ts":1789056840.4499915,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a","EoS":false} {"level":"info","ts":1789056840.450007,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a"} {"level":"info","ts":1789056840.450031,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a","EoS":true} {"level":"info","ts":1789056840.4500403,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4f74ea6ca7c29deb7242590cd1c8457","span_id":"05a8d5d575f57b8b","x-request-id":"05fb0e32-0152-45de-8f53-be82ffbf081a"} {"level":"info","ts":1789056840.5586445,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056840.5587454,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a8ddf3bbeaf4780c48fac251aec42411","span_id":"8166b72f2755a03d","x-request-id":"a187f94e-47e5-4872-bef8-8ca437c956ec"} {"level":"info","ts":1789056840.5596783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a8ddf3bbeaf4780c48fac251aec42411","span_id":"8166b72f2755a03d","x-request-id":"a187f94e-47e5-4872-bef8-8ca437c956ec"} {"level":"info","ts":1789056840.5597014,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a8ddf3bbeaf4780c48fac251aec42411","span_id":"8166b72f2755a03d","x-request-id":"a187f94e-47e5-4872-bef8-8ca437c956ec"} {"level":"info","ts":1789056840.5597186,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a8ddf3bbeaf4780c48fac251aec42411","span_id":"8166b72f2755a03d","x-request-id":"a187f94e-47e5-4872-bef8-8ca437c956ec","EoS":false} {"level":"info","ts":1789056840.5597315,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a8ddf3bbeaf4780c48fac251aec42411","span_id":"8166b72f2755a03d","x-request-id":"a187f94e-47e5-4872-bef8-8ca437c956ec"} {"level":"info","ts":1789056840.5597572,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a8ddf3bbeaf4780c48fac251aec42411","span_id":"8166b72f2755a03d","x-request-id":"a187f94e-47e5-4872-bef8-8ca437c956ec","EoS":true} {"level":"info","ts":1789056840.559767,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a8ddf3bbeaf4780c48fac251aec42411","span_id":"8166b72f2755a03d","x-request-id":"a187f94e-47e5-4872-bef8-8ca437c956ec"} {"level":"info","ts":1789056841.3207018,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056841.3208082,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f"} {"level":"info","ts":1789056841.3208241,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f"} {"level":"info","ts":1789056841.3208416,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f","EoS":true} {"level":"info","ts":1789056841.3208683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f","header":"x-maas-subscription"} {"level":"info","ts":1789056841.3208795,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f","header":"x-maas-group"} {"level":"info","ts":1789056841.3208842,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f","header":"x-maas-username"} {"level":"info","ts":1789056841.3209014,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789056841.3209367,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f"} {"level":"info","ts":1789056841.3218489,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f"} {"level":"info","ts":1789056841.3218687,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f"} {"level":"info","ts":1789056841.321882,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f","EoS":false} {"level":"info","ts":1789056841.3218946,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f"} {"level":"info","ts":1789056841.3219197,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f","EoS":true} {"level":"info","ts":1789056841.3219292,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8ada7db834a65dcaaa4a845f709e58b","span_id":"1efb38195fcb826a","x-request-id":"7e5dd20a-4fe1-4763-a1d5-a0ea821d882f"} {"level":"info","ts":1789056842.2349277,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056842.2350335,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626"} {"level":"info","ts":1789056842.2350457,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626"} {"level":"info","ts":1789056842.2350566,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626","EoS":true} {"level":"info","ts":1789056842.2350798,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626","header":"x-maas-username"} {"level":"info","ts":1789056842.2350945,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626","header":"x-maas-group"} {"level":"info","ts":1789056842.2350998,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626","header":"x-maas-subscription"} {"level":"info","ts":1789056842.2351165,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789056842.2351716,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626"} {"level":"info","ts":1789056842.2360842,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626"} {"level":"info","ts":1789056842.236111,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626"} {"level":"info","ts":1789056842.2361467,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626","EoS":false} {"level":"info","ts":1789056842.236164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626"} {"level":"info","ts":1789056842.2362008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626","EoS":true} {"level":"info","ts":1789056842.236215,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c55beecf0ced712036e0003edae6b46b","span_id":"6b6b709c7840cf94","x-request-id":"c30c9e4b-eed6-48fe-8ff9-f848bf8f8626"} {"level":"info","ts":1789056842.9323487,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056842.932456,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538"} {"level":"info","ts":1789056842.93247,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538"} {"level":"info","ts":1789056842.9324827,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538","EoS":true} {"level":"info","ts":1789056842.9325106,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538","header":"x-maas-group"} {"level":"info","ts":1789056842.9325254,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538","header":"x-maas-username"} {"level":"info","ts":1789056842.9325333,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538","header":"x-maas-subscription"} {"level":"info","ts":1789056842.9325552,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789056842.9325902,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538"} {"level":"info","ts":1789056842.9334981,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538"} {"level":"info","ts":1789056842.9335165,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538"} {"level":"info","ts":1789056842.9335322,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538","EoS":false} {"level":"info","ts":1789056842.933548,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538"} {"level":"info","ts":1789056842.9335756,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538","EoS":true} {"level":"info","ts":1789056842.9335895,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc1c7f008a38c4330ec3368a36859120","span_id":"08cec9fd14d1d834","x-request-id":"64bb15bb-ab71-4fa7-9127-32694bf56538"} {"level":"info","ts":1789056843.9542134,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056843.9543195,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a"} {"level":"info","ts":1789056843.9543324,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a"} {"level":"info","ts":1789056843.9543443,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a","EoS":true} {"level":"info","ts":1789056843.9543698,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a","header":"x-maas-subscription"} {"level":"info","ts":1789056843.9543781,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a","header":"x-maas-username"} {"level":"info","ts":1789056843.9543858,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a","header":"x-maas-group"} {"level":"info","ts":1789056843.9544072,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789056843.9544365,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a"} {"level":"info","ts":1789056843.9553006,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a"} {"level":"info","ts":1789056843.9553237,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a"} {"level":"info","ts":1789056843.9553378,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a","EoS":false} {"level":"info","ts":1789056843.955352,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a"} {"level":"info","ts":1789056843.9553783,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a","EoS":true} {"level":"info","ts":1789056843.9553878,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ec03aef502d10866c18cb61b243df0f","span_id":"bb877630649917c9","x-request-id":"fdb291d9-eddc-48f4-986e-99d107a5958a"} {"level":"error","ts":1789056851.8133986,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789056861.8144317,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789056862.844973,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056862.8450973,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea"} {"level":"info","ts":1789056862.8451123,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea"} {"level":"info","ts":1789056862.8451498,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea","EoS":true} {"level":"info","ts":1789056862.8451853,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea","header":"x-maas-username"} {"level":"info","ts":1789056862.8452005,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea","header":"x-maas-subscription"} {"level":"info","ts":1789056862.8452096,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea","header":"x-maas-group"} {"level":"info","ts":1789056862.845241,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789056862.8452795,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea"} {"level":"info","ts":1789056862.8461843,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea"} {"level":"info","ts":1789056862.8462186,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea"} {"level":"info","ts":1789056862.8462348,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea","EoS":false} {"level":"info","ts":1789056862.8462484,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea"} {"level":"info","ts":1789056862.8462768,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea","EoS":true} {"level":"info","ts":1789056862.8462903,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"925deaa2730b68596cedb6bf69f774b4","span_id":"54e4053424bae2b5","x-request-id":"0d6aab98-ed91-459b-9d54-c6304a88bdea"} {"level":"error","ts":1789056871.8150318,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789056886.8163178,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789056953.4422176,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789056953.4423325,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a"} {"level":"info","ts":1789056953.4423463,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a"} {"level":"info","ts":1789056953.4423585,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a","EoS":true} {"level":"info","ts":1789056953.4423878,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a","header":"x-maas-group"} {"level":"info","ts":1789056953.442403,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a","header":"x-maas-subscription"} {"level":"info","ts":1789056953.4424098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a","header":"x-maas-username"} {"level":"info","ts":1789056953.4424274,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789056953.4424553,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a"} {"level":"info","ts":1789056953.455931,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a"} {"level":"info","ts":1789056953.4559698,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a"} {"level":"info","ts":1789056953.4559877,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a","EoS":false} {"level":"info","ts":1789056953.4560018,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a"} {"level":"info","ts":1789056953.4560328,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a","EoS":true} {"level":"info","ts":1789056953.45604,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aba1159cb1ae3003655df3356467d26b","span_id":"a1eb41ecd7886bb4","x-request-id":"250c8e0b-a499-4d1d-933c-4442827ba41a"} {"level":"error","ts":1789056966.8234968,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789057017.8190548,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789057017.8191764,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9"} {"level":"info","ts":1789057017.81919,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9"} {"level":"info","ts":1789057017.8192048,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9","EoS":true} {"level":"info","ts":1789057017.8192284,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9","header":"x-maas-group"} {"level":"info","ts":1789057017.8192413,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9","header":"x-maas-username"} {"level":"info","ts":1789057017.819249,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9","header":"x-maas-subscription"} {"level":"info","ts":1789057017.8192697,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789057017.8193002,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9"} {"level":"info","ts":1789057017.820438,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9"} {"level":"info","ts":1789057017.8204606,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9"} {"level":"info","ts":1789057017.820476,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9","EoS":false} {"level":"info","ts":1789057017.820488,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9"} {"level":"info","ts":1789057017.820512,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9","EoS":true} {"level":"info","ts":1789057017.820521,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ecb18fef2a7da6a49433b32fed3c2edf","span_id":"fa18371c0366759b","x-request-id":"92abd8a4-04fe-480b-b9ca-1fd5c533a6f9"} {"level":"info","ts":1789057031.4472883,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789057031.4474204,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9"} {"level":"info","ts":1789057031.4474363,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9"} {"level":"info","ts":1789057031.447449,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9","EoS":true} {"level":"info","ts":1789057031.4474728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9","header":"x-maas-group"} {"level":"info","ts":1789057031.447483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9","header":"x-maas-username"} {"level":"info","ts":1789057031.4474902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9","header":"x-maas-subscription"} {"level":"info","ts":1789057031.4475093,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789057031.447549,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9"} {"level":"info","ts":1789057031.448767,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9"} {"level":"info","ts":1789057031.4487906,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9"} {"level":"info","ts":1789057031.448809,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9","EoS":false} {"level":"info","ts":1789057031.4488227,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9"} {"level":"info","ts":1789057031.4488559,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9","EoS":false} {"level":"info","ts":1789057031.4488769,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9"} {"level":"info","ts":1789057031.4488895,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9","EoS":true} {"level":"info","ts":1789057031.4488962,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ec4997a874f585fab04534e133a944e","span_id":"8e335d9209453b60","x-request-id":"14a4c1b1-74b1-4c0b-ae1f-9aa6bfcb2cc9"} {"level":"info","ts":1789057031.5886502,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789057031.5887465,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4"} {"level":"info","ts":1789057031.5887604,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4"} {"level":"info","ts":1789057031.5887744,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4","EoS":true} {"level":"info","ts":1789057031.5888,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4","header":"x-maas-username"} {"level":"info","ts":1789057031.5888097,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4","header":"x-maas-subscription"} {"level":"info","ts":1789057031.588816,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4","header":"x-maas-group"} {"level":"info","ts":1789057031.588872,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789057031.5889049,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4"} {"level":"info","ts":1789057031.5899458,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4"} {"level":"info","ts":1789057031.5899653,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4"} {"level":"info","ts":1789057031.5899923,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4","EoS":false} {"level":"info","ts":1789057031.5900073,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4"} {"level":"info","ts":1789057031.5900328,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4","EoS":false} {"level":"info","ts":1789057031.5900502,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4"} {"level":"info","ts":1789057031.5900614,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4","EoS":true} {"level":"info","ts":1789057031.5900679,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"11aa75828893c4a54610b28995caecb8","span_id":"f06ed51bc775ae0a","x-request-id":"9a6ef260-e288-4fe9-a195-9fccc18010f4"} {"level":"info","ts":1789057031.7281206,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789057031.7282674,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9"} {"level":"info","ts":1789057031.728283,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9"} {"level":"info","ts":1789057031.7282946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9","EoS":true} {"level":"info","ts":1789057031.7283177,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9","header":"x-maas-username"} {"level":"info","ts":1789057031.728328,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9","header":"x-maas-subscription"} {"level":"info","ts":1789057031.7283332,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9","header":"x-maas-group"} {"level":"info","ts":1789057031.728348,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789057031.7283785,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9"} {"level":"info","ts":1789057031.7294266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9"} {"level":"info","ts":1789057031.729445,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9"} {"level":"info","ts":1789057031.7294602,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9","EoS":false} {"level":"info","ts":1789057031.7294724,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9"} {"level":"info","ts":1789057031.729498,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9","EoS":false} {"level":"info","ts":1789057031.729509,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9"} {"level":"info","ts":1789057031.72952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9","EoS":true} {"level":"info","ts":1789057031.7295265,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53c784b5f65fd9672925b2df5ae2aead","span_id":"a0882ee9784c799d","x-request-id":"01223199-b31c-42b4-8bb8-9ea63861ccb9"} {"level":"error","ts":1789057031.8305182,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789057044.689377,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789057044.6895075,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31"} {"level":"info","ts":1789057044.6895258,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31"} {"level":"info","ts":1789057044.6895473,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31","EoS":true} {"level":"info","ts":1789057044.6895874,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31","header":"x-maas-group"} {"level":"info","ts":1789057044.6896188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31","header":"x-maas-subscription"} {"level":"info","ts":1789057044.6896276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31","header":"x-maas-username"} {"level":"info","ts":1789057044.6896458,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789057044.6896734,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31"} {"level":"info","ts":1789057044.6915648,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31"} {"level":"info","ts":1789057044.6915896,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31"} {"level":"info","ts":1789057044.6916099,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31","EoS":false} {"level":"info","ts":1789057044.6916244,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31"} {"level":"info","ts":1789057044.6916525,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31","EoS":false} {"level":"info","ts":1789057044.6916656,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31"} {"level":"info","ts":1789057044.691676,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31","EoS":true} {"level":"info","ts":1789057044.691685,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"77f813693da16d4e9ecbd92bb30db343","span_id":"b59a5dbd8826347e","x-request-id":"fdd4dcc9-eb22-40bd-9c3d-fb9be58caf31"} {"level":"error","ts":1789057046.831753,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789057056.8322852,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}