{"level":"error","ts":1789507774.5027447,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"fc757f34-14dc-4274-92ea-bfb25c05af42","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d13be792\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507774.513608,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"519e0950-b4aa-45e7-9221-37f4c691fcb2","name":"e2e-legacy-migration-d13be792","namespace":"llm"} {"level":"info","ts":1789507774.513658,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"519e0950-b4aa-45e7-9221-37f4c691fcb2","modelName":"e2e-legacy-migration-d13be792","resolvedRefs":1} {"level":"error","ts":1789507774.5136995,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"6c49e9fc-ed5d-4f8d-814e-bbc60aa96d22","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-d13be792\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507774.5139337,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"c6eaab43-7f2b-43bc-a84b-c48d37192c54"} {"level":"info","ts":1789507774.5140595,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"c6eaab43-7f2b-43bc-a84b-c48d37192c54","name":"e2e-legacy-migration-d13be792"} {"level":"info","ts":1789507774.5290458,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"c6eaab43-7f2b-43bc-a84b-c48d37192c54","httpRoute":"e2e-legacy-migration-d13be792","providers":["e2e-legacy-migration-d13be792"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789507774.543079,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"542bb132-8178-4b0e-8b9b-c52120ede102","name":"e2e-legacy-migration-d13be792","namespace":"llm"} {"level":"info","ts":1789507774.543304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"6f0e3faf-d9ae-4576-9404-3c7797a71189","name":"e2e-legacy-migration-d13be792","namespace":"llm"} {"level":"info","ts":1789507774.5433455,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"6f0e3faf-d9ae-4576-9404-3c7797a71189","modelName":"e2e-legacy-migration-d13be792","resolvedRefs":1} {"level":"info","ts":1789507774.5433927,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"21c8f9c1-332d-4b67-8c2c-a379324f2da5"} {"level":"info","ts":1789507774.5434403,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"21c8f9c1-332d-4b67-8c2c-a379324f2da5","name":"e2e-legacy-migration-d13be792"} {"level":"info","ts":1789507774.5506027,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"542bb132-8178-4b0e-8b9b-c52120ede102","name":"e2e-legacy-migration-d13be792"} {"level":"info","ts":1789507774.5596774,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"21c8f9c1-332d-4b67-8c2c-a379324f2da5","httpRoute":"e2e-legacy-migration-d13be792","providers":["e2e-legacy-migration-d13be792"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789507774.5615253,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"542bb132-8178-4b0e-8b9b-c52120ede102","provider":"openai","model":"e2e-legacy-migration-d13be792","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789507774.5980432,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"dbf2e3fb-244c-4a83-a312-8c63658907d0","name":"e2e-legacy-migration-d13be792","namespace":"llm"} {"level":"info","ts":1789507774.6025515,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"dbf2e3fb-244c-4a83-a312-8c63658907d0","name":"e2e-legacy-migration-d13be792"} {"level":"info","ts":1789507774.613796,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"dbf2e3fb-244c-4a83-a312-8c63658907d0","provider":"openai","model":"e2e-legacy-migration-d13be792","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789507777.255187,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"0271f666-e1e1-4cd5-ae48-a44cc1e8e885","name":"e2e-legacy-migration-d13be792","namespace":"llm"} {"level":"info","ts":1789507777.2615767,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"5c2a7c29-3c55-482b-af88-9cae6ac1ea12","name":"e2e-legacy-migration-d13be792","namespace":"llm"} {"level":"info","ts":1789507777.2616239,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"5c2a7c29-3c55-482b-af88-9cae6ac1ea12","name":"e2e-legacy-migration-d13be792","namespace":"llm"} {"level":"info","ts":1789507777.2617545,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"305d60da-aa4f-43d2-a650-075b4eb3de3f"} {"level":"error","ts":1789507777.2617807,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"305d60da-aa4f-43d2-a650-075b4eb3de3f","provider":"e2e-legacy-migration-d13be792","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-d13be792\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507777.2621427,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"6ab33b38-12f2-4cea-b506-c87615c9c4f6"} {"level":"info","ts":1789507777.2623112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"26878119-d069-463a-9524-bf45630c72a0","name":"e2e-legacy-migration-d13be792","namespace":"llm"} {"level":"error","ts":1789507777.2624147,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"26878119-d069-463a-9524-bf45630c72a0","provider":"e2e-legacy-migration-d13be792","error":"ExternalProvider \"e2e-legacy-migration-d13be792\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507777.2624674,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"26878119-d069-463a-9524-bf45630c72a0"} {"level":"info","ts":1789507777.2629395,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"e688c933-3908-4990-90a3-569722fc5833","name":"e2e-legacy-migration-d13be792","namespace":"llm"} {"level":"info","ts":1789507777.2629683,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"e688c933-3908-4990-90a3-569722fc5833","name":"e2e-legacy-migration-d13be792","namespace":"llm"} {"level":"error","ts":1789507777.2708635,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"305d60da-aa4f-43d2-a650-075b4eb3de3f","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d13be792\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789507777.2709465,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"305d60da-aa4f-43d2-a650-075b4eb3de3f","error":"ExternalModel \"e2e-legacy-migration-d13be792\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d13be792\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507777.2710426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d13be792","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d13be792","reconcileID":"681b9c3d-4db8-4d88-a066-a559dd5be729"} {"level":"info","ts":1789507777.652259,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507777.6523736,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2"} {"level":"info","ts":1789507777.652387,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2"} {"level":"info","ts":1789507777.6523983,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2","EoS":true} {"level":"info","ts":1789507777.6524205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2","header":"x-maas-username"} {"level":"info","ts":1789507777.65243,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2","header":"x-maas-keyname"} {"level":"info","ts":1789507777.6524355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2","header":"x-maas-subscription"} {"level":"info","ts":1789507777.6524422,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2","header":"x-maas-group"} {"level":"info","ts":1789507777.6524634,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789507777.6524746,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2","modelName":"e2e-external-model"} {"level":"info","ts":1789507777.6524858,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789507777.6525083,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789507777.6525254,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2","authType":"apikey"} {"level":"info","ts":1789507777.6525514,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2"} {"level":"info","ts":1789507777.9198468,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2"} {"level":"info","ts":1789507777.919877,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2"} {"level":"info","ts":1789507777.919895,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2","EoS":false} {"level":"info","ts":1789507777.9199088,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2"} {"level":"info","ts":1789507777.9199424,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2","EoS":true} {"level":"info","ts":1789507777.9199505,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76c200099b61b9141a1db575dfaed068","span_id":"14241f5631ad0704","x-request-id":"032ca911-54cd-4ae8-9e5f-268bfe35ada2"} {"level":"info","ts":1789507777.9653373,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507777.9654372,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3"} {"level":"info","ts":1789507777.9654508,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3"} {"level":"info","ts":1789507777.965471,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3","EoS":true} {"level":"info","ts":1789507777.965508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3","header":"x-maas-username"} {"level":"info","ts":1789507777.9655206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3","header":"x-maas-keyname"} {"level":"info","ts":1789507777.9655294,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3","header":"x-maas-group"} {"level":"info","ts":1789507777.9655375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3","header":"x-maas-subscription"} {"level":"info","ts":1789507777.965557,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789507777.9655879,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3"} {"level":"info","ts":1789507778.0098975,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3"} {"level":"info","ts":1789507778.0099192,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3"} {"level":"info","ts":1789507778.009935,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3","EoS":false} {"level":"info","ts":1789507778.0099497,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3"} {"level":"info","ts":1789507778.0099773,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3","EoS":true} {"level":"info","ts":1789507778.0099869,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"74fadca35557a8ff162b16362c9be4d3","span_id":"0aacaa4a87418198","x-request-id":"936fc4e0-8403-4698-b99e-e16d552a58f3"} {"level":"info","ts":1789507778.0539737,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507778.054064,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b"} {"level":"info","ts":1789507778.0540774,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b"} {"level":"info","ts":1789507778.0540943,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b","EoS":true} {"level":"info","ts":1789507778.0541284,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b","header":"x-maas-subscription"} {"level":"info","ts":1789507778.0541422,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b","header":"x-maas-username"} {"level":"info","ts":1789507778.0541506,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b","header":"x-maas-group"} {"level":"info","ts":1789507778.054158,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b","header":"x-maas-keyname"} {"level":"info","ts":1789507778.0541954,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b"} {"level":"info","ts":1789507778.1580467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b"} {"level":"info","ts":1789507778.1580648,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b"} {"level":"info","ts":1789507778.158078,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b","EoS":false} {"level":"info","ts":1789507778.1580954,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b"} {"level":"info","ts":1789507778.158258,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b","EoS":true} {"level":"info","ts":1789507778.158272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98b0c565353f22e7fe87ac22d352c496","span_id":"6615632f1baad53d","x-request-id":"f506abb2-5d8e-49de-be71-846b230e984b"} {"level":"info","ts":1789507779.100651,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"314b39c2-00d5-425a-b742-4b00a8d039d1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789507779.1007428,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"314b39c2-00d5-425a-b742-4b00a8d039d1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789507779.1006987,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"badfb784-7371-42d8-82cb-649d67bb451a"} {"level":"info","ts":1789507779.2781696,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c5bff6c-2757-4d9f-9104-562d66318cfa","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789507779.2781982,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c5bff6c-2757-4d9f-9104-562d66318cfa","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789507779.2781725,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6fe1bec-5bf4-4285-b486-d224e02f8e2d"} {"level":"info","ts":1789507779.4024692,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a973b731-c1d3-40ac-92fe-27752a979a51","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789507779.4025261,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a973b731-c1d3-40ac-92fe-27752a979a51","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789507787.3057775,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507801.5327933,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507801.5329273,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1"} {"level":"info","ts":1789507801.532943,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1"} {"level":"info","ts":1789507801.532956,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1","EoS":true} {"level":"info","ts":1789507801.53298,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1","header":"x-maas-keyname"} {"level":"info","ts":1789507801.5329878,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1","header":"x-maas-username"} {"level":"info","ts":1789507801.5329933,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1","header":"x-maas-group"} {"level":"info","ts":1789507801.5330012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1","header":"x-maas-subscription"} {"level":"info","ts":1789507801.5330215,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507801.5330567,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1"} {"level":"info","ts":1789507801.533937,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1"} {"level":"info","ts":1789507801.5339599,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1"} {"level":"info","ts":1789507801.5339751,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1","EoS":false} {"level":"info","ts":1789507801.533987,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1"} {"level":"info","ts":1789507801.5340095,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1","EoS":true} {"level":"info","ts":1789507801.5340183,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"79a62f3cb0be36f2144541a621b0f4ad","span_id":"65722587df5ec1c9","x-request-id":"cab6905e-f0b6-4b0a-9c78-4a38fa65c5b1"} {"level":"info","ts":1789507801.5817742,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507801.5818903,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89"} {"level":"info","ts":1789507801.5819025,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89"} {"level":"info","ts":1789507801.5819147,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89","EoS":true} {"level":"info","ts":1789507801.5819373,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89","header":"x-maas-subscription"} {"level":"info","ts":1789507801.5819478,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89","header":"x-maas-keyname"} {"level":"info","ts":1789507801.5819528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89","header":"x-maas-group"} {"level":"info","ts":1789507801.5819595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89","header":"x-maas-username"} {"level":"info","ts":1789507801.5819755,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507801.5819998,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89"} {"level":"info","ts":1789507801.582942,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89"} {"level":"info","ts":1789507801.5829623,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89"} {"level":"info","ts":1789507801.582976,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89","EoS":false} {"level":"info","ts":1789507801.582987,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89"} {"level":"info","ts":1789507801.5830116,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89","EoS":true} {"level":"info","ts":1789507801.5830197,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2bc4b5fe968f7ef26051fafcb199ce98","span_id":"84a2ee872be6511a","x-request-id":"1673803a-a0aa-40b5-a9dd-1d00eac75b89"} {"level":"info","ts":1789507801.6223464,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507801.6224306,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6"} {"level":"info","ts":1789507801.6224432,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6"} {"level":"info","ts":1789507801.622454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6","EoS":true} {"level":"info","ts":1789507801.6224728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6","header":"x-maas-group"} {"level":"info","ts":1789507801.6224813,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6","header":"x-maas-username"} {"level":"info","ts":1789507801.6224868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6","header":"x-maas-subscription"} {"level":"info","ts":1789507801.6224914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6","header":"x-maas-keyname"} {"level":"info","ts":1789507801.6225038,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507801.622529,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6"} {"level":"info","ts":1789507801.6233041,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6"} {"level":"info","ts":1789507801.6233242,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6"} {"level":"info","ts":1789507801.6233404,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6","EoS":false} {"level":"info","ts":1789507801.6233509,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6"} {"level":"info","ts":1789507801.623372,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6","EoS":true} {"level":"info","ts":1789507801.6233816,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"64b6d36c58d5e18ae3b15ac042e254fb","span_id":"9013cf943f4127c4","x-request-id":"b3a2aa87-911f-46d6-b092-11ee0cb2e0c6"} {"level":"info","ts":1789507801.6593337,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507801.659418,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6"} {"level":"info","ts":1789507801.659433,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6"} {"level":"info","ts":1789507801.6594436,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6","EoS":true} {"level":"info","ts":1789507801.6594877,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6","header":"x-maas-subscription"} {"level":"info","ts":1789507801.659501,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6","header":"x-maas-keyname"} {"level":"info","ts":1789507801.659508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6","header":"x-maas-username"} {"level":"info","ts":1789507801.6595159,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6","header":"x-maas-group"} {"level":"info","ts":1789507801.6595323,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507801.6595557,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6"} {"level":"info","ts":1789507801.6605413,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6"} {"level":"info","ts":1789507801.6605601,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6"} {"level":"info","ts":1789507801.660574,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6","EoS":false} {"level":"info","ts":1789507801.660584,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6"} {"level":"info","ts":1789507801.6606047,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6","EoS":true} {"level":"info","ts":1789507801.6606135,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e3ae5db75fc19d0ff4fbcefe9836dc3","span_id":"54810fce846783b1","x-request-id":"2e5d1bcc-7648-42d9-9873-fac9cc103ae6"} {"level":"error","ts":1789507802.3070893,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507815.1037316,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507815.103862,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"79d03237c8f261bdfaa1f61877bdb1ba","span_id":"071aff8fc442618d","x-request-id":"416fa6f4-a903-4845-b1ba-766765646db2"} {"level":"info","ts":1789507815.1038768,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"79d03237c8f261bdfaa1f61877bdb1ba","span_id":"071aff8fc442618d","x-request-id":"416fa6f4-a903-4845-b1ba-766765646db2"} {"level":"info","ts":1789507815.1038966,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"79d03237c8f261bdfaa1f61877bdb1ba","span_id":"071aff8fc442618d","x-request-id":"416fa6f4-a903-4845-b1ba-766765646db2","EoS":true} {"level":"info","ts":1789507815.1039586,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"79d03237c8f261bdfaa1f61877bdb1ba","span_id":"071aff8fc442618d","x-request-id":"416fa6f4-a903-4845-b1ba-766765646db2"} {"level":"info","ts":1789507815.2528925,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507815.2529922,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e3de598c6c5750d3b7e08b976dbad972","span_id":"f8fd43b432525777","x-request-id":"8e23f377-2368-4f0f-862c-97cea8814e9e"} {"level":"info","ts":1789507815.2530057,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e3de598c6c5750d3b7e08b976dbad972","span_id":"f8fd43b432525777","x-request-id":"8e23f377-2368-4f0f-862c-97cea8814e9e"} {"level":"info","ts":1789507815.2530184,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e3de598c6c5750d3b7e08b976dbad972","span_id":"f8fd43b432525777","x-request-id":"8e23f377-2368-4f0f-862c-97cea8814e9e","EoS":true} {"level":"info","ts":1789507815.2530668,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e3de598c6c5750d3b7e08b976dbad972","span_id":"f8fd43b432525777","x-request-id":"8e23f377-2368-4f0f-862c-97cea8814e9e"} {"level":"info","ts":1789507815.401964,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507815.4020538,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ef97c426d7409168507c576b5bb5689c","span_id":"4423ede4e88561de","x-request-id":"b7b35854-cc5c-41cd-ba81-9eab136a08a4"} {"level":"info","ts":1789507815.4020655,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ef97c426d7409168507c576b5bb5689c","span_id":"4423ede4e88561de","x-request-id":"b7b35854-cc5c-41cd-ba81-9eab136a08a4"} {"level":"info","ts":1789507815.402077,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ef97c426d7409168507c576b5bb5689c","span_id":"4423ede4e88561de","x-request-id":"b7b35854-cc5c-41cd-ba81-9eab136a08a4","EoS":true} {"level":"info","ts":1789507815.4021235,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ef97c426d7409168507c576b5bb5689c","span_id":"4423ede4e88561de","x-request-id":"b7b35854-cc5c-41cd-ba81-9eab136a08a4"} {"level":"error","ts":1789507817.3082285,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789507827.3087115,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789507842.3103604,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508886.0144675,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508886.0146039,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a"} {"level":"info","ts":1789508886.0146184,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a"} {"level":"info","ts":1789508886.0146377,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a","EoS":true} {"level":"info","ts":1789508886.014677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a","header":"x-maas-group"} {"level":"info","ts":1789508886.0146914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a","header":"x-maas-subscription"} {"level":"info","ts":1789508886.014701,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a","header":"x-maas-keyname"} {"level":"info","ts":1789508886.014709,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a","header":"x-maas-username"} {"level":"info","ts":1789508886.0147307,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789508886.0147636,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a"} {"level":"info","ts":1789508886.0156498,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a"} {"level":"info","ts":1789508886.0156784,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a"} {"level":"info","ts":1789508886.0156946,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a","EoS":false} {"level":"info","ts":1789508886.0157058,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a"} {"level":"info","ts":1789508886.0157304,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a","EoS":true} {"level":"info","ts":1789508886.015739,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b629eb8ada7998012e40a1d7ed54b555","span_id":"242ab9c3dbf783c3","x-request-id":"e21e1025-e801-4025-926d-390c1f9cc90a"} {"level":"info","ts":1789508886.0531104,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508886.0531945,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103"} {"level":"info","ts":1789508886.0532074,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103"} {"level":"info","ts":1789508886.0532176,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103","EoS":true} {"level":"info","ts":1789508886.0532382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103","header":"x-maas-group"} {"level":"info","ts":1789508886.0532517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103","header":"x-maas-subscription"} {"level":"info","ts":1789508886.0532606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103","header":"x-maas-keyname"} {"level":"info","ts":1789508886.053268,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103","header":"x-maas-username"} {"level":"info","ts":1789508886.0532818,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789508886.053306,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103"} {"level":"info","ts":1789508886.0539525,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103"} {"level":"info","ts":1789508886.0539653,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103"} {"level":"info","ts":1789508886.0539744,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103","EoS":false} {"level":"info","ts":1789508886.0539834,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103"} {"level":"info","ts":1789508886.0540004,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103","EoS":true} {"level":"info","ts":1789508886.054006,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"976a6ee67271ade1471d23bebe9abf63","span_id":"682f062061b55443","x-request-id":"0272c194-066a-4549-a21d-157e016d0103"} {"level":"error","ts":1789508897.4406497,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509224.0179107,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509224.0180175,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e"} {"level":"info","ts":1789509224.0180304,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e"} {"level":"info","ts":1789509224.0180423,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e","EoS":true} {"level":"info","ts":1789509224.0180686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e","header":"x-maas-subscription"} {"level":"info","ts":1789509224.0180836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e","header":"x-maas-keyname"} {"level":"info","ts":1789509224.0180917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e","header":"x-maas-group"} {"level":"info","ts":1789509224.0180979,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e","header":"x-maas-username"} {"level":"info","ts":1789509224.018118,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509224.0181513,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e"} {"level":"info","ts":1789509224.030971,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e"} {"level":"info","ts":1789509224.030993,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e"} {"level":"info","ts":1789509224.031013,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e","EoS":false} {"level":"info","ts":1789509224.0310287,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e"} {"level":"info","ts":1789509224.0310662,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e","EoS":true} {"level":"info","ts":1789509224.0310802,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"340df436cfc684535b2aaa69f2a5ffe8","span_id":"9991ffd5bd190dfb","x-request-id":"1b8a168e-dc6f-45e6-8a12-21c4fe73149e"} {"level":"info","ts":1789509224.1688988,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509224.169,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc"} {"level":"info","ts":1789509224.1690128,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc"} {"level":"info","ts":1789509224.169025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc","EoS":true} {"level":"info","ts":1789509224.1690488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc","header":"x-maas-group"} {"level":"info","ts":1789509224.169058,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc","header":"x-maas-username"} {"level":"info","ts":1789509224.169063,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc","header":"x-maas-keyname"} {"level":"info","ts":1789509224.1690679,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc","header":"x-maas-subscription"} {"level":"info","ts":1789509224.1690829,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509224.1691074,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc"} {"level":"info","ts":1789509224.1700828,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc"} {"level":"info","ts":1789509224.1701014,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc"} {"level":"info","ts":1789509224.1701152,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc","EoS":false} {"level":"info","ts":1789509224.1701257,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc"} {"level":"info","ts":1789509224.1701488,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc","EoS":true} {"level":"info","ts":1789509224.1701605,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9a18be35f2be1e3729e7418574f0ba7","span_id":"9cb1a8405cc1fa0f","x-request-id":"5e88e1a7-054f-4fa6-9965-ed32b435ffbc"} {"level":"info","ts":1789509224.3033159,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509224.3034065,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35"} {"level":"info","ts":1789509224.3034177,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35"} {"level":"info","ts":1789509224.3034286,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35","EoS":true} {"level":"info","ts":1789509224.3034508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35","header":"x-maas-group"} {"level":"info","ts":1789509224.3034594,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35","header":"x-maas-subscription"} {"level":"info","ts":1789509224.3034644,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35","header":"x-maas-keyname"} {"level":"info","ts":1789509224.3034706,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35","header":"x-maas-username"} {"level":"info","ts":1789509224.3034856,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509224.3035107,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35"} {"level":"info","ts":1789509224.3044128,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35"} {"level":"info","ts":1789509224.3044317,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35"} {"level":"info","ts":1789509224.3044443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35","EoS":false} {"level":"info","ts":1789509224.3044534,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35"} {"level":"info","ts":1789509224.304478,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35","EoS":true} {"level":"info","ts":1789509224.3044875,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e571dba90eed8eb31f880d0f947bbf9","span_id":"ad3377210e1eb4d0","x-request-id":"4096ae64-68d2-4fe2-b159-68f30b070b35"} {"level":"info","ts":1789509224.4432273,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509224.443309,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d"} {"level":"info","ts":1789509224.4433234,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d"} {"level":"info","ts":1789509224.443334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d","EoS":true} {"level":"info","ts":1789509224.443355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d","header":"x-maas-subscription"} {"level":"info","ts":1789509224.4433627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d","header":"x-maas-username"} {"level":"info","ts":1789509224.4433687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d","header":"x-maas-group"} {"level":"info","ts":1789509224.4433732,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d","header":"x-maas-keyname"} {"level":"info","ts":1789509224.443386,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509224.443406,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d"} {"level":"info","ts":1789509224.445715,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d"} {"level":"info","ts":1789509224.4457324,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d"} {"level":"info","ts":1789509224.4457448,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d","EoS":false} {"level":"info","ts":1789509224.4457545,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d"} {"level":"info","ts":1789509224.4457774,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d","EoS":true} {"level":"info","ts":1789509224.4457853,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7717b9eccbf8629eecf6becb1923e912","span_id":"75c72f8938054277","x-request-id":"980e21b3-f671-4db9-95ec-381b9b0a2f1d"} {"level":"info","ts":1789509224.586874,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509224.5869684,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357"} {"level":"info","ts":1789509224.5869827,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357"} {"level":"info","ts":1789509224.5869944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357","EoS":true} {"level":"info","ts":1789509224.5870159,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357","header":"x-maas-keyname"} {"level":"info","ts":1789509224.587031,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357","header":"x-maas-username"} {"level":"info","ts":1789509224.5870383,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357","header":"x-maas-group"} {"level":"info","ts":1789509224.5870452,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357","header":"x-maas-subscription"} {"level":"info","ts":1789509224.5870607,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509224.5870845,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357"} {"level":"info","ts":1789509224.5880172,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357"} {"level":"info","ts":1789509224.588035,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357"} {"level":"info","ts":1789509224.588048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357","EoS":false} {"level":"info","ts":1789509224.5880592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357"} {"level":"info","ts":1789509224.5880804,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357","EoS":true} {"level":"info","ts":1789509224.5880897,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d5efa21ecb5f7d3519f123366b91bce","span_id":"e6139825b1878563","x-request-id":"90959106-4fef-49bd-8389-ce14e8901357"} {"level":"error","ts":1789509237.4794853,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509239.7677062,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509239.7678072,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666"} {"level":"info","ts":1789509239.7678204,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666"} {"level":"info","ts":1789509239.7678561,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666","EoS":true} {"level":"info","ts":1789509239.76788,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666","header":"x-maas-group"} {"level":"info","ts":1789509239.7678902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666","header":"x-maas-username"} {"level":"info","ts":1789509239.7678964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666","header":"x-maas-keyname"} {"level":"info","ts":1789509239.767902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666","header":"x-maas-subscription"} {"level":"info","ts":1789509239.767917,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509239.7679448,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666"} {"level":"info","ts":1789509239.768872,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666"} {"level":"info","ts":1789509239.7688937,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666"} {"level":"info","ts":1789509239.768909,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666","EoS":false} {"level":"info","ts":1789509239.768921,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666"} {"level":"info","ts":1789509239.7689495,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666","EoS":true} {"level":"info","ts":1789509239.7689614,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2d791efdf7e028ad0ce62395146b327","span_id":"29778809db0a470a","x-request-id":"263e2f26-c29a-4b89-929e-c99142723666"} {"level":"info","ts":1789509239.8646095,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509239.8647056,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b1fb6cfec67c7974c311a19187078074","span_id":"997f3da2c229d01d","x-request-id":"c2028cdb-87f9-433c-acbd-ff23bc6e0968"} {"level":"info","ts":1789509239.865528,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b1fb6cfec67c7974c311a19187078074","span_id":"997f3da2c229d01d","x-request-id":"c2028cdb-87f9-433c-acbd-ff23bc6e0968"} {"level":"info","ts":1789509239.8655431,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b1fb6cfec67c7974c311a19187078074","span_id":"997f3da2c229d01d","x-request-id":"c2028cdb-87f9-433c-acbd-ff23bc6e0968"} {"level":"info","ts":1789509239.8655565,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1fb6cfec67c7974c311a19187078074","span_id":"997f3da2c229d01d","x-request-id":"c2028cdb-87f9-433c-acbd-ff23bc6e0968","EoS":false} {"level":"info","ts":1789509239.865568,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1fb6cfec67c7974c311a19187078074","span_id":"997f3da2c229d01d","x-request-id":"c2028cdb-87f9-433c-acbd-ff23bc6e0968"} {"level":"info","ts":1789509239.865601,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1fb6cfec67c7974c311a19187078074","span_id":"997f3da2c229d01d","x-request-id":"c2028cdb-87f9-433c-acbd-ff23bc6e0968","EoS":true} {"level":"info","ts":1789509239.865613,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1fb6cfec67c7974c311a19187078074","span_id":"997f3da2c229d01d","x-request-id":"c2028cdb-87f9-433c-acbd-ff23bc6e0968"} {"level":"info","ts":1789509240.5894287,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509240.5895324,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f"} {"level":"info","ts":1789509240.5895479,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f"} {"level":"info","ts":1789509240.5895607,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f","EoS":true} {"level":"info","ts":1789509240.589584,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f","header":"x-maas-keyname"} {"level":"info","ts":1789509240.5895941,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f","header":"x-maas-subscription"} {"level":"info","ts":1789509240.5895998,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f","header":"x-maas-username"} {"level":"info","ts":1789509240.5896041,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f","header":"x-maas-group"} {"level":"info","ts":1789509240.5896192,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509240.5896394,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f"} {"level":"info","ts":1789509240.5904653,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f"} {"level":"info","ts":1789509240.5904865,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f"} {"level":"info","ts":1789509240.5905004,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f","EoS":false} {"level":"info","ts":1789509240.5905128,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f"} {"level":"info","ts":1789509240.5905411,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f","EoS":true} {"level":"info","ts":1789509240.590553,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c341f108f52e7ae4d0ca92b700278c4d","span_id":"415cf8d527d7d1d1","x-request-id":"570815ce-c53e-4085-8a99-127428824f4f"} {"level":"info","ts":1789509241.5551932,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509241.555292,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09"} {"level":"info","ts":1789509241.5553062,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09"} {"level":"info","ts":1789509241.5553644,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09","EoS":true} {"level":"info","ts":1789509241.5554006,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09","header":"x-maas-subscription"} {"level":"info","ts":1789509241.5554113,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09","header":"x-maas-username"} {"level":"info","ts":1789509241.555417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09","header":"x-maas-keyname"} {"level":"info","ts":1789509241.555423,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09","header":"x-maas-group"} {"level":"info","ts":1789509241.5554383,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509241.5554645,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09"} {"level":"info","ts":1789509241.5561705,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09"} {"level":"info","ts":1789509241.556186,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09"} {"level":"info","ts":1789509241.556195,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09","EoS":false} {"level":"info","ts":1789509241.5562053,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09"} {"level":"info","ts":1789509241.5562298,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09","EoS":true} {"level":"info","ts":1789509241.5562425,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b01350769709cda049d7e4c50dfa8cf2","span_id":"789da5b69410d59e","x-request-id":"e287342d-c7fc-453d-b290-a9a21e833a09"} {"level":"info","ts":1789509242.2630396,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509242.263143,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8"} {"level":"info","ts":1789509242.2631547,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8"} {"level":"info","ts":1789509242.2631674,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8","EoS":true} {"level":"info","ts":1789509242.2631912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8","header":"x-maas-group"} {"level":"info","ts":1789509242.2632008,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8","header":"x-maas-subscription"} {"level":"info","ts":1789509242.2632055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8","header":"x-maas-keyname"} {"level":"info","ts":1789509242.2632108,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8","header":"x-maas-username"} {"level":"info","ts":1789509242.263226,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509242.2632496,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8"} {"level":"info","ts":1789509242.2640224,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8"} {"level":"info","ts":1789509242.2640476,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8"} {"level":"info","ts":1789509242.264064,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8","EoS":false} {"level":"info","ts":1789509242.264076,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8"} {"level":"info","ts":1789509242.264103,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8","EoS":true} {"level":"info","ts":1789509242.2641132,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2ee3a59974373e79d305f22f89e1e83c","span_id":"4b8a0b7c187fb591","x-request-id":"0c5c0963-178e-4eac-ae65-3aac985c49e8"} {"level":"info","ts":1789509243.2821379,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509243.282254,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e"} {"level":"info","ts":1789509243.282273,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e"} {"level":"info","ts":1789509243.2822921,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e","EoS":true} {"level":"info","ts":1789509243.2823324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e","header":"x-maas-username"} {"level":"info","ts":1789509243.282344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e","header":"x-maas-group"} {"level":"info","ts":1789509243.2823517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e","header":"x-maas-keyname"} {"level":"info","ts":1789509243.2823586,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e","header":"x-maas-subscription"} {"level":"info","ts":1789509243.2823803,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509243.2824168,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e"} {"level":"info","ts":1789509243.2831893,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e"} {"level":"info","ts":1789509243.2832177,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e"} {"level":"info","ts":1789509243.2832322,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e","EoS":false} {"level":"info","ts":1789509243.2832434,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e"} {"level":"info","ts":1789509243.283269,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e","EoS":true} {"level":"info","ts":1789509243.2832792,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e46fc4cd5139242510b35ad1220d75a","span_id":"6ee2fe550969b167","x-request-id":"7b7b7120-2087-4fa6-b75f-29806e3cc23e"} {"level":"error","ts":1789509252.4811282,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789509262.4817946,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509264.7710526,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509264.7711601,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01"} {"level":"info","ts":1789509264.7711737,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01"} {"level":"info","ts":1789509264.7711852,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01","EoS":true} {"level":"info","ts":1789509264.7712083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01","header":"x-maas-subscription"} {"level":"info","ts":1789509264.771219,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01","header":"x-maas-keyname"} {"level":"info","ts":1789509264.7712247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01","header":"x-maas-username"} {"level":"info","ts":1789509264.771229,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01","header":"x-maas-group"} {"level":"info","ts":1789509264.771244,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509264.7712672,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01"} {"level":"info","ts":1789509264.7720854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01"} {"level":"info","ts":1789509264.7721066,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01"} {"level":"info","ts":1789509264.772129,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01","EoS":false} {"level":"info","ts":1789509264.7721481,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01"} {"level":"info","ts":1789509264.7721884,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01","EoS":true} {"level":"info","ts":1789509264.7722037,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fcc57cf80f46e872291d6e32a9b47a59","span_id":"e37ee39098c4550e","x-request-id":"a3e78df8-b33b-4af4-b8ce-e4053fd16a01"} {"level":"error","ts":1789509277.4832518,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509354.0083861,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509354.0085258,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4"} {"level":"info","ts":1789509354.0085433,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4"} {"level":"info","ts":1789509354.0085623,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4","EoS":true} {"level":"info","ts":1789509354.0085988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4","header":"x-maas-keyname"} {"level":"info","ts":1789509354.0086133,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4","header":"x-maas-username"} {"level":"info","ts":1789509354.0086224,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4","header":"x-maas-group"} {"level":"info","ts":1789509354.0086305,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4","header":"x-maas-subscription"} {"level":"info","ts":1789509354.0086513,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789509354.0086858,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4"} {"level":"info","ts":1789509354.02112,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4"} {"level":"info","ts":1789509354.0211415,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4"} {"level":"info","ts":1789509354.0211563,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4","EoS":false} {"level":"info","ts":1789509354.0211694,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4"} {"level":"info","ts":1789509354.021193,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4","EoS":true} {"level":"info","ts":1789509354.0212016,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b5238a2617e389ec093c4e1c8a9ae75","span_id":"568a0c181637f443","x-request-id":"a2efe643-66c8-4c76-b9a1-9700fc3fbfa4"} {"level":"error","ts":1789509367.4925284,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509447.831451,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509447.8315597,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8"} {"level":"info","ts":1789509447.8315728,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8"} {"level":"info","ts":1789509447.8315852,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8","EoS":true} {"level":"info","ts":1789509447.8316135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8","header":"x-maas-username"} {"level":"info","ts":1789509447.8316274,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8","header":"x-maas-group"} {"level":"info","ts":1789509447.8316352,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8","header":"x-maas-subscription"} {"level":"info","ts":1789509447.83164,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8","header":"x-maas-keyname"} {"level":"info","ts":1789509447.8316543,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509447.8316803,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8"} {"level":"info","ts":1789509447.8326912,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8"} {"level":"info","ts":1789509447.8327093,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8"} {"level":"info","ts":1789509447.8327224,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8","EoS":false} {"level":"info","ts":1789509447.832732,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8"} {"level":"info","ts":1789509447.8327546,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8","EoS":true} {"level":"info","ts":1789509447.832764,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2c1cdfb207e4d8720f8e48520403a556","span_id":"ce65bf2825da77e3","x-request-id":"5f8b938c-6cbf-4b20-9797-fef7ebd275e8"} {"level":"info","ts":1789509461.6292493,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509461.629378,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16"} {"level":"info","ts":1789509461.6293933,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16"} {"level":"info","ts":1789509461.6294086,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16","EoS":true} {"level":"info","ts":1789509461.629437,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16","header":"x-maas-group"} {"level":"info","ts":1789509461.629449,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16","header":"x-maas-username"} {"level":"info","ts":1789509461.6294556,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16","header":"x-maas-subscription"} {"level":"info","ts":1789509461.6294627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16","header":"x-maas-keyname"} {"level":"info","ts":1789509461.6294801,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789509461.629513,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16"} {"level":"info","ts":1789509461.6416883,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16"} {"level":"info","ts":1789509461.6417127,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16"} {"level":"info","ts":1789509461.641737,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16","EoS":false} {"level":"info","ts":1789509461.6417546,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16"} {"level":"info","ts":1789509461.6417959,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16","EoS":false} {"level":"info","ts":1789509461.6418095,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16"} {"level":"info","ts":1789509461.6418428,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16","EoS":true} {"level":"info","ts":1789509461.6418579,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2ddcbea5f1e1935f2c52d3689038e485","span_id":"8a6fd832e5782b56","x-request-id":"f741d47f-77e2-4939-beac-5e0de1fc6a16"} {"level":"info","ts":1789509461.7855299,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509461.7856274,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51"} {"level":"info","ts":1789509461.7856407,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51"} {"level":"info","ts":1789509461.785654,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51","EoS":true} {"level":"info","ts":1789509461.7856765,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51","header":"x-maas-subscription"} {"level":"info","ts":1789509461.7856948,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51","header":"x-maas-username"} {"level":"info","ts":1789509461.785703,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51","header":"x-maas-keyname"} {"level":"info","ts":1789509461.78571,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51","header":"x-maas-group"} {"level":"info","ts":1789509461.7857316,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789509461.785761,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51"} {"level":"info","ts":1789509461.787683,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51"} {"level":"info","ts":1789509461.7877085,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51"} {"level":"info","ts":1789509461.7877262,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51","EoS":false} {"level":"info","ts":1789509461.7877378,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51"} {"level":"info","ts":1789509461.787763,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51","EoS":false} {"level":"info","ts":1789509461.7877743,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51"} {"level":"info","ts":1789509461.7877843,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51","EoS":true} {"level":"info","ts":1789509461.7877932,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"041337176d7e96d0746f85eb7c127591","span_id":"576dd5255f76b271","x-request-id":"92317251-5fda-42d0-bd75-4418cade4d51"} {"level":"info","ts":1789509461.9312258,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509461.9313245,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db"} {"level":"info","ts":1789509461.9313364,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db"} {"level":"info","ts":1789509461.9313486,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db","EoS":true} {"level":"info","ts":1789509461.9313724,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db","header":"x-maas-group"} {"level":"info","ts":1789509461.9313867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db","header":"x-maas-username"} {"level":"info","ts":1789509461.9313943,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db","header":"x-maas-keyname"} {"level":"info","ts":1789509461.9314015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db","header":"x-maas-subscription"} {"level":"info","ts":1789509461.9314215,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789509461.9314594,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db"} {"level":"info","ts":1789509461.932253,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db"} {"level":"info","ts":1789509461.932277,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db"} {"level":"info","ts":1789509461.932293,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db","EoS":false} {"level":"info","ts":1789509461.9323056,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db"} {"level":"info","ts":1789509461.9323313,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db","EoS":true} {"level":"info","ts":1789509461.9323401,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d1eb768274a7df00215f854ca64943ce","span_id":"96c571113e1c5769","x-request-id":"39834b62-d2c1-4a79-90cd-35bed3e2f1db"} {"level":"error","ts":1789509462.5030527,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789509472.5035508,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509474.7620227,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509474.7621439,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec"} {"level":"info","ts":1789509474.7621603,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec"} {"level":"info","ts":1789509474.762181,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec","EoS":true} {"level":"info","ts":1789509474.7622142,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec","header":"x-maas-group"} {"level":"info","ts":1789509474.7622292,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec","header":"x-maas-subscription"} {"level":"info","ts":1789509474.7622392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec","header":"x-maas-keyname"} {"level":"info","ts":1789509474.7622476,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec","header":"x-maas-username"} {"level":"info","ts":1789509474.7622695,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789509474.7623048,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec"} {"level":"info","ts":1789509474.7639778,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec"} {"level":"info","ts":1789509474.763998,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec"} {"level":"info","ts":1789509474.764016,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec","EoS":false} {"level":"info","ts":1789509474.764029,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec"} {"level":"info","ts":1789509474.7640567,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec","EoS":true} {"level":"info","ts":1789509474.7640681,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb47011aa8e0c3a92f60df6d91447f0a","span_id":"4e49f2791967ce32","x-request-id":"5e5839ef-868b-4c0c-827e-1e0b0ba2efec"} {"level":"error","ts":1789509482.5044842,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}