{"level":"error","ts":1789155908.1263804,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"352979f2-72b5-4c7e-a5bb-d1c16aa0e8b1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-1c0825fd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789155908.1264307,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"352979f2-72b5-4c7e-a5bb-d1c16aa0e8b1","error":"failed to apply Service: services \"e2e-legacy-migration-1c0825fd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155908.126501,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"1d4a0155-8138-46ce-a351-6fe18bbe60dc"} {"level":"info","ts":1789155908.1265585,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"1d4a0155-8138-46ce-a351-6fe18bbe60dc","name":"e2e-legacy-migration-1c0825fd"} {"level":"info","ts":1789155908.1383514,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"739063e4-9307-4810-8a48-69e51246d8b0","name":"e2e-legacy-migration-1c0825fd"} {"level":"error","ts":1789155908.139767,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"00667d26-c47c-4d2a-af26-7a1cc4a86057","error":"ExternalModel \"e2e-legacy-migration-1c0825fd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1c0825fd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155908.1399705,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"cd286652-a74f-42fe-bd20-9cb739a0f8a2","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155908.1400027,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"cd286652-a74f-42fe-bd20-9cb739a0f8a2","modelName":"e2e-legacy-migration-1c0825fd","resolvedRefs":1} {"level":"info","ts":1789155908.140059,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"e276a0af-981c-416d-9cad-4512b8845e83"} {"level":"info","ts":1789155908.1400814,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"e276a0af-981c-416d-9cad-4512b8845e83","provider":"e2e-legacy-migration-1c0825fd","phase":"Failed"} {"level":"error","ts":1789155908.1445549,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"739063e4-9307-4810-8a48-69e51246d8b0","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1c0825fd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789155908.14621,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"e276a0af-981c-416d-9cad-4512b8845e83","error":"ExternalModel \"e2e-legacy-migration-1c0825fd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1c0825fd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155908.1483462,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"1d4a0155-8138-46ce-a351-6fe18bbe60dc","service":"e2e-legacy-migration-1c0825fd","serviceEntry":"e2e-legacy-migration-1c0825fd","destinationRule":"e2e-legacy-migration-1c0825fd"} {"level":"info","ts":1789155908.1573498,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"8f4c36af-a6c0-4909-8b48-9a8402c8a0a6","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155908.1576052,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"8f4c36af-a6c0-4909-8b48-9a8402c8a0a6","modelName":"e2e-legacy-migration-1c0825fd","resolvedRefs":1} {"level":"info","ts":1789155908.15748,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"900ea680-9818-4414-bbcc-062ae84f9a6f","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155908.1577551,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"900ea680-9818-4414-bbcc-062ae84f9a6f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789155908.1575606,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"7c8e8f20-5939-4487-9c11-43e8c088dbd2"} {"level":"info","ts":1789155908.1578858,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"7c8e8f20-5939-4487-9c11-43e8c088dbd2","name":"e2e-legacy-migration-1c0825fd"} {"level":"error","ts":1789155908.159947,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"1d4a0155-8138-46ce-a351-6fe18bbe60dc","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-1c0825fd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155908.1600401,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"0b47486d-9587-41de-beaa-ec4f5bf4ff76"} {"level":"info","ts":1789155908.1600943,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"0b47486d-9587-41de-beaa-ec4f5bf4ff76","name":"e2e-legacy-migration-1c0825fd"} {"level":"info","ts":1789155908.1647573,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"fee9e2c7-9a37-4dbb-9289-fdc03475d095","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155908.1722481,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"fee9e2c7-9a37-4dbb-9289-fdc03475d095","name":"e2e-legacy-migration-1c0825fd"} {"level":"info","ts":1789155908.1761725,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"5a45dc69-6005-4409-9721-fd8e44889a23","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155908.1763017,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"5a45dc69-6005-4409-9721-fd8e44889a23","modelName":"e2e-legacy-migration-1c0825fd","resolvedRefs":1} {"level":"error","ts":1789155908.18287,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"fee9e2c7-9a37-4dbb-9289-fdc03475d095","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1c0825fd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155908.1848667,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"0b47486d-9587-41de-beaa-ec4f5bf4ff76","service":"e2e-legacy-migration-1c0825fd","serviceEntry":"e2e-legacy-migration-1c0825fd","destinationRule":"e2e-legacy-migration-1c0825fd"} {"level":"error","ts":1789155908.1852238,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"7c8e8f20-5939-4487-9c11-43e8c088dbd2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1c0825fd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789155908.1853087,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"7c8e8f20-5939-4487-9c11-43e8c088dbd2","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-1c0825fd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155908.185414,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"d4af5700-ba80-454a-a889-1e13318983c8"} {"level":"info","ts":1789155908.1855109,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"d4af5700-ba80-454a-a889-1e13318983c8","name":"e2e-legacy-migration-1c0825fd"} {"level":"info","ts":1789155908.1942172,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"95c8f4c0-7561-4d8b-b166-bd55968430b1","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155908.1942647,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"95c8f4c0-7561-4d8b-b166-bd55968430b1","modelName":"e2e-legacy-migration-1c0825fd","resolvedRefs":1} {"level":"info","ts":1789155908.1984534,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"d4af5700-ba80-454a-a889-1e13318983c8","httpRoute":"e2e-legacy-migration-1c0825fd","providers":["e2e-legacy-migration-1c0825fd"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789155908.205265,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"d4af5700-ba80-454a-a889-1e13318983c8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1c0825fd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155908.205457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"d556f51f-6973-4087-87ac-2dc87ada7cf1"} {"level":"info","ts":1789155908.205566,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"d556f51f-6973-4087-87ac-2dc87ada7cf1","name":"e2e-legacy-migration-1c0825fd"} {"level":"info","ts":1789155908.213831,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"853d0d59-9006-4ee8-848f-09c7c815a64a","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155908.213873,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"853d0d59-9006-4ee8-848f-09c7c815a64a","modelName":"e2e-legacy-migration-1c0825fd","resolvedRefs":1} {"level":"info","ts":1789155908.2158935,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"d556f51f-6973-4087-87ac-2dc87ada7cf1","httpRoute":"e2e-legacy-migration-1c0825fd","providers":["e2e-legacy-migration-1c0825fd"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789155908.2209122,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"d556f51f-6973-4087-87ac-2dc87ada7cf1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1c0825fd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155908.221076,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"e419a6ae-9e5c-4ae1-824a-3cfa008163e9"} {"level":"info","ts":1789155908.221183,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"e419a6ae-9e5c-4ae1-824a-3cfa008163e9","name":"e2e-legacy-migration-1c0825fd"} {"level":"info","ts":1789155908.2233949,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"d61de696-9d04-4d51-9d91-454afd8b64a1","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155908.2268176,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"d61de696-9d04-4d51-9d91-454afd8b64a1","name":"e2e-legacy-migration-1c0825fd"} {"level":"info","ts":1789155908.2319622,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"e419a6ae-9e5c-4ae1-824a-3cfa008163e9","httpRoute":"e2e-legacy-migration-1c0825fd","providers":["e2e-legacy-migration-1c0825fd"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789155908.233477,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"d61de696-9d04-4d51-9d91-454afd8b64a1","provider":"openai","model":"e2e-legacy-migration-1c0825fd","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789155908.4802637,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"f22ffd11-c6b6-42c9-9616-eae4a9d758bc","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155908.489508,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"f22ffd11-c6b6-42c9-9616-eae4a9d758bc","name":"e2e-legacy-migration-1c0825fd"} {"level":"info","ts":1789155908.4993064,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"f22ffd11-c6b6-42c9-9616-eae4a9d758bc","provider":"openai","model":"e2e-legacy-migration-1c0825fd","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789155910.995414,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"5a082cdf-0744-4996-ac1d-497b189d10d1","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155911.0040967,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"b7b45489-3083-4410-a990-1b869cecf2f7"} {"level":"info","ts":1789155911.0040824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"7bbb8891-4a8c-4f93-ae2d-035c4fb8760d","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155911.0041907,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"7bbb8891-4a8c-4f93-ae2d-035c4fb8760d","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155911.0073402,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"6ef7dc27-12f7-46ad-a777-93a6e1a7d2d3"} {"level":"info","ts":1789155911.0073326,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"47c05bed-42ba-4fe5-a36f-711dcb3b8e15","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155911.0074658,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1c0825fd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1c0825fd","reconcileID":"47c05bed-42ba-4fe5-a36f-711dcb3b8e15","name":"e2e-legacy-migration-1c0825fd","namespace":"llm"} {"level":"info","ts":1789155911.3970885,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155911.3972042,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1"} {"level":"info","ts":1789155911.3972206,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1"} {"level":"info","ts":1789155911.3972392,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1","EoS":true} {"level":"info","ts":1789155911.397275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1","header":"x-maas-username"} {"level":"info","ts":1789155911.3972867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1","header":"x-maas-subscription"} {"level":"info","ts":1789155911.3972971,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1","header":"x-maas-group"} {"level":"info","ts":1789155911.3973188,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789155911.397332,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1","modelName":"e2e-external-model"} {"level":"info","ts":1789155911.3973467,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789155911.3973782,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789155911.3974073,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1","authType":"apikey"} {"level":"info","ts":1789155911.3974476,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1"} {"level":"info","ts":1789155911.6063921,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1"} {"level":"info","ts":1789155911.6064265,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1"} {"level":"info","ts":1789155911.606444,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1","EoS":false} {"level":"info","ts":1789155911.6064577,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1"} {"level":"info","ts":1789155911.6064904,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1","EoS":true} {"level":"info","ts":1789155911.6065023,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f4c6f7cb8cdeb7b3144015b2b30aacee","span_id":"0d3ba45cc2b2bf33","x-request-id":"e15d2509-32bd-4894-a80d-147033c705b1"} {"level":"info","ts":1789155911.672106,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155911.6722386,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e"} {"level":"info","ts":1789155911.6722565,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e"} {"level":"info","ts":1789155911.672274,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e","EoS":true} {"level":"info","ts":1789155911.6723075,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e","header":"x-maas-group"} {"level":"info","ts":1789155911.67232,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e","header":"x-maas-subscription"} {"level":"info","ts":1789155911.6723292,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e","header":"x-maas-username"} {"level":"info","ts":1789155911.6723502,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789155911.6723814,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e"} {"level":"info","ts":1789155911.8592913,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e"} {"level":"info","ts":1789155911.859338,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e"} {"level":"info","ts":1789155911.8593583,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e","EoS":false} {"level":"info","ts":1789155911.859377,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e"} {"level":"info","ts":1789155911.8594127,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e","EoS":true} {"level":"info","ts":1789155911.8594244,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"60910c28b1396781454e316c78c0d84f","span_id":"a04cf92bece5c677","x-request-id":"fb9883e8-1f61-4d27-98f8-c119a73fdd1e"} {"level":"info","ts":1789155911.9166822,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155911.9167976,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d"} {"level":"info","ts":1789155911.9168105,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d"} {"level":"info","ts":1789155911.9168222,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d","EoS":true} {"level":"info","ts":1789155911.9168432,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d","header":"x-maas-username"} {"level":"info","ts":1789155911.9168537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d","header":"x-maas-subscription"} {"level":"info","ts":1789155911.91686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d","header":"x-maas-group"} {"level":"info","ts":1789155911.9168866,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d"} {"level":"info","ts":1789155911.9798555,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d"} {"level":"info","ts":1789155911.980051,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d"} {"level":"info","ts":1789155911.9801135,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d","EoS":false} {"level":"info","ts":1789155911.980154,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d"} {"level":"info","ts":1789155911.980215,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d","EoS":true} {"level":"info","ts":1789155911.9802883,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7047ed553800eec0d2c2aaf7bc521cb5","span_id":"27f4a5ad5cf8df12","x-request-id":"e6fbdb7b-f5be-4241-813a-d9263d9dba2d"} {"level":"error","ts":1789155912.6254735,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789155912.8201067,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7ea95cc-d0a4-4205-94d9-2e86b55a63b3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789155912.8202138,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7ea95cc-d0a4-4205-94d9-2e86b55a63b3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789155912.8201704,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f748809-579f-47bf-aa8e-cb52a26d4dae"} {"level":"info","ts":1789155912.9693518,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"24b0b3ba-ae90-4034-bd13-f8dcde175b60","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789155912.969401,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"24b0b3ba-ae90-4034-bd13-f8dcde175b60","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789155912.969481,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"33e9d2ce-0bfe-4f0c-9836-aa95bd5b052a"} {"level":"info","ts":1789155913.0713768,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b7944fa1-2872-4ca5-ab81-83430f7e4781","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789155913.07151,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b7944fa1-2872-4ca5-ab81-83430f7e4781","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789155916.5961685,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155916.5963488,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1"} {"level":"info","ts":1789155916.596396,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1"} {"level":"info","ts":1789155916.596432,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1","EoS":true} {"level":"info","ts":1789155916.596482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1","header":"x-maas-username"} {"level":"info","ts":1789155916.5965083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1","header":"x-maas-subscription"} {"level":"info","ts":1789155916.5965266,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1","header":"x-maas-group"} {"level":"info","ts":1789155916.5965662,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789155916.5966105,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1"} {"level":"info","ts":1789155916.5986416,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1"} {"level":"info","ts":1789155916.5987408,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1"} {"level":"info","ts":1789155916.5987964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1","EoS":false} {"level":"info","ts":1789155916.5988367,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1"} {"level":"info","ts":1789155916.598897,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1","EoS":true} {"level":"info","ts":1789155916.5989306,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cad13d73fe2bf82d664a4562f6fa17b","span_id":"9fe8a9125634da44","x-request-id":"79e4cd87-b626-4904-ae15-c853e3ca97e1"} {"level":"info","ts":1789155916.6451955,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155916.645349,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8"} {"level":"info","ts":1789155916.6453686,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8"} {"level":"info","ts":1789155916.645387,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8","EoS":true} {"level":"info","ts":1789155916.6454194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8","header":"x-maas-subscription"} {"level":"info","ts":1789155916.6454308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8","header":"x-maas-username"} {"level":"info","ts":1789155916.6454384,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8","header":"x-maas-group"} {"level":"info","ts":1789155916.6454616,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789155916.6454892,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8"} {"level":"info","ts":1789155916.646659,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8"} {"level":"info","ts":1789155916.6466835,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8"} {"level":"info","ts":1789155916.6467214,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8","EoS":false} {"level":"info","ts":1789155916.6467414,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8"} {"level":"info","ts":1789155916.6467717,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8","EoS":true} {"level":"info","ts":1789155916.6467826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5208107540b355ba3a65477d6023e2a5","span_id":"51c672a5c2a3af06","x-request-id":"6da23a65-5f7d-49a6-9b9d-7921f7daabd8"} {"level":"info","ts":1789155916.7128603,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155916.712988,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5"} {"level":"info","ts":1789155916.713006,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5"} {"level":"info","ts":1789155916.713026,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5","EoS":true} {"level":"info","ts":1789155916.7130637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5","header":"x-maas-subscription"} {"level":"info","ts":1789155916.7130778,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5","header":"x-maas-username"} {"level":"info","ts":1789155916.7130854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5","header":"x-maas-group"} {"level":"info","ts":1789155916.7131114,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789155916.713148,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5"} {"level":"info","ts":1789155916.7139425,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5"} {"level":"info","ts":1789155916.7140114,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5"} {"level":"info","ts":1789155916.7140486,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5","EoS":false} {"level":"info","ts":1789155916.7140775,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5"} {"level":"info","ts":1789155916.7141185,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5","EoS":true} {"level":"info","ts":1789155916.7141435,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"439a541302dc713320e74a4a074e44dc","span_id":"6f9a7fc3370a2e64","x-request-id":"e330e8e5-4444-4158-b081-f734acc1cbd5"} {"level":"info","ts":1789155916.7894273,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155916.7895799,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1"} {"level":"info","ts":1789155916.7896008,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1"} {"level":"info","ts":1789155916.7896202,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1","EoS":true} {"level":"info","ts":1789155916.789652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1","header":"x-maas-subscription"} {"level":"info","ts":1789155916.7896643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1","header":"x-maas-group"} {"level":"info","ts":1789155916.7896729,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1","header":"x-maas-username"} {"level":"info","ts":1789155916.789694,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789155916.7897415,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1"} {"level":"info","ts":1789155916.790967,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1"} {"level":"info","ts":1789155916.7910903,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1"} {"level":"info","ts":1789155916.7911446,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1","EoS":false} {"level":"info","ts":1789155916.7911818,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1"} {"level":"info","ts":1789155916.791241,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1","EoS":true} {"level":"info","ts":1789155916.7912755,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"858981c49314e14c02622a75d1795ed5","span_id":"db4ea4fc28d00886","x-request-id":"befe7220-c462-4a4f-b29d-4d478832a4c1"} {"level":"error","ts":1789155922.6262825,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789155931.52297,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155931.5230644,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ff73142cd9c7d0769702735b9fd12e3e","span_id":"c9b5d6a8c014a531","x-request-id":"a962bef0-85fd-4e26-9cbf-81bdc0b223bb"} {"level":"info","ts":1789155931.523079,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ff73142cd9c7d0769702735b9fd12e3e","span_id":"c9b5d6a8c014a531","x-request-id":"a962bef0-85fd-4e26-9cbf-81bdc0b223bb"} {"level":"info","ts":1789155931.5230916,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ff73142cd9c7d0769702735b9fd12e3e","span_id":"c9b5d6a8c014a531","x-request-id":"a962bef0-85fd-4e26-9cbf-81bdc0b223bb","EoS":true} {"level":"info","ts":1789155931.5231411,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ff73142cd9c7d0769702735b9fd12e3e","span_id":"c9b5d6a8c014a531","x-request-id":"a962bef0-85fd-4e26-9cbf-81bdc0b223bb"} {"level":"info","ts":1789155931.6655474,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155931.6656413,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a23ad5653f9a6a1892d1aa33c6cc2895","span_id":"2926c3cd7ffde190","x-request-id":"778df42a-1545-45da-9811-9c7630f98a5a"} {"level":"info","ts":1789155931.6656535,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a23ad5653f9a6a1892d1aa33c6cc2895","span_id":"2926c3cd7ffde190","x-request-id":"778df42a-1545-45da-9811-9c7630f98a5a"} {"level":"info","ts":1789155931.6656659,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a23ad5653f9a6a1892d1aa33c6cc2895","span_id":"2926c3cd7ffde190","x-request-id":"778df42a-1545-45da-9811-9c7630f98a5a","EoS":true} {"level":"info","ts":1789155931.6657212,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a23ad5653f9a6a1892d1aa33c6cc2895","span_id":"2926c3cd7ffde190","x-request-id":"778df42a-1545-45da-9811-9c7630f98a5a"} {"level":"info","ts":1789155931.8113575,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155931.8114576,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1f240932c408f75b5c234b221e03e20a","span_id":"4732d541fbf0a319","x-request-id":"672a837a-cc68-45e2-9e69-a3c6db8fc252"} {"level":"info","ts":1789155931.8114707,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1f240932c408f75b5c234b221e03e20a","span_id":"4732d541fbf0a319","x-request-id":"672a837a-cc68-45e2-9e69-a3c6db8fc252"} {"level":"info","ts":1789155931.8114855,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1f240932c408f75b5c234b221e03e20a","span_id":"4732d541fbf0a319","x-request-id":"672a837a-cc68-45e2-9e69-a3c6db8fc252","EoS":true} {"level":"info","ts":1789155931.8115425,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1f240932c408f75b5c234b221e03e20a","span_id":"4732d541fbf0a319","x-request-id":"672a837a-cc68-45e2-9e69-a3c6db8fc252"} {"level":"error","ts":1789155937.6273487,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789155952.6285393,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789157029.5057354,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157029.5058558,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995"} {"level":"info","ts":1789157029.5058725,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995"} {"level":"info","ts":1789157029.5058887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995","EoS":true} {"level":"info","ts":1789157029.505926,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995","header":"x-maas-username"} {"level":"info","ts":1789157029.5059414,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995","header":"x-maas-subscription"} {"level":"info","ts":1789157029.5059495,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995","header":"x-maas-group"} {"level":"info","ts":1789157029.5059717,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789157029.506009,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995"} {"level":"info","ts":1789157029.5067792,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995"} {"level":"info","ts":1789157029.5067997,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995"} {"level":"info","ts":1789157029.5068142,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995","EoS":false} {"level":"info","ts":1789157029.5068257,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995"} {"level":"info","ts":1789157029.5068502,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995","EoS":true} {"level":"info","ts":1789157029.5068583,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4e5099971d2eb6fd951b32a86c545b3","span_id":"5e82e984affeba0c","x-request-id":"b558365e-b973-4213-a988-d664aaf95995"} {"level":"info","ts":1789157029.5458558,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157029.5459676,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468"} {"level":"info","ts":1789157029.5459836,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468"} {"level":"info","ts":1789157029.5459964,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468","EoS":true} {"level":"info","ts":1789157029.5460222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468","header":"x-maas-username"} {"level":"info","ts":1789157029.5460331,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468","header":"x-maas-group"} {"level":"info","ts":1789157029.546038,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468","header":"x-maas-subscription"} {"level":"info","ts":1789157029.5460536,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789157029.546082,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468"} {"level":"info","ts":1789157029.5468442,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468"} {"level":"info","ts":1789157029.546866,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468"} {"level":"info","ts":1789157029.5468812,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468","EoS":false} {"level":"info","ts":1789157029.546892,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468"} {"level":"info","ts":1789157029.546918,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468","EoS":true} {"level":"info","ts":1789157029.5469263,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cc1467e7867004a19d3d69fca9a2622f","span_id":"c05746cd48888db0","x-request-id":"1eed7194-4010-4f86-ba87-cecbb37d0468"} {"level":"error","ts":1789157042.7679071,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789157380.4612415,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157380.4613626,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364"} {"level":"info","ts":1789157380.4613762,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364"} {"level":"info","ts":1789157380.4613962,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364","EoS":true} {"level":"info","ts":1789157380.4614322,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364","header":"x-maas-group"} {"level":"info","ts":1789157380.4614437,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364","header":"x-maas-username"} {"level":"info","ts":1789157380.4614522,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364","header":"x-maas-subscription"} {"level":"info","ts":1789157380.4614737,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157380.4615073,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364"} {"level":"info","ts":1789157380.4743454,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364"} {"level":"info","ts":1789157380.4743812,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364"} {"level":"info","ts":1789157380.4743986,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364","EoS":false} {"level":"info","ts":1789157380.4744115,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364"} {"level":"info","ts":1789157380.4744375,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364","EoS":true} {"level":"info","ts":1789157380.4744444,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e8f334b3c09e553a1b7ae1f04315cae8","span_id":"c0ab9e127d31994a","x-request-id":"1b8164f0-6299-48a5-9070-485c65921364"} {"level":"info","ts":1789157380.6125956,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157380.6126943,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3"} {"level":"info","ts":1789157380.6127238,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3"} {"level":"info","ts":1789157380.6127357,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3","EoS":true} {"level":"info","ts":1789157380.612762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3","header":"x-maas-group"} {"level":"info","ts":1789157380.612778,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3","header":"x-maas-username"} {"level":"info","ts":1789157380.6127877,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3","header":"x-maas-subscription"} {"level":"info","ts":1789157380.6128027,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157380.6128275,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3"} {"level":"info","ts":1789157380.613506,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3"} {"level":"info","ts":1789157380.6135297,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3"} {"level":"info","ts":1789157380.6135497,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3","EoS":false} {"level":"info","ts":1789157380.6135683,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3"} {"level":"info","ts":1789157380.613599,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3","EoS":true} {"level":"info","ts":1789157380.6136086,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"21e92dc5dd3424afb5a2d49141a686c4","span_id":"6bab16c15d1b67c6","x-request-id":"e74e49b5-bdf9-474b-a2ed-1128c53bfdb3"} {"level":"info","ts":1789157380.7513812,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157380.7514758,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c"} {"level":"info","ts":1789157380.7514892,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c"} {"level":"info","ts":1789157380.7515016,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c","EoS":true} {"level":"info","ts":1789157380.7515235,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c","header":"x-maas-subscription"} {"level":"info","ts":1789157380.751533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c","header":"x-maas-username"} {"level":"info","ts":1789157380.751538,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c","header":"x-maas-group"} {"level":"info","ts":1789157380.7515528,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157380.7515793,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c"} {"level":"info","ts":1789157380.7533286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c"} {"level":"info","ts":1789157380.7533484,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c"} {"level":"info","ts":1789157380.753363,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c","EoS":false} {"level":"info","ts":1789157380.753374,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c"} {"level":"info","ts":1789157380.7534006,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c","EoS":true} {"level":"info","ts":1789157380.7534075,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19d0fdb90fbffde5a11e3622321a5f7c","span_id":"410637854fbb5a66","x-request-id":"ecb65715-6a98-47e7-a7b1-3cb44972bb9c"} {"level":"info","ts":1789157380.8895977,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157380.889731,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed"} {"level":"info","ts":1789157380.8897476,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed"} {"level":"info","ts":1789157380.889763,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed","EoS":true} {"level":"info","ts":1789157380.8897865,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed","header":"x-maas-group"} {"level":"info","ts":1789157380.889796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed","header":"x-maas-subscription"} {"level":"info","ts":1789157380.8898027,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed","header":"x-maas-username"} {"level":"info","ts":1789157380.889818,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157380.8898432,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed"} {"level":"info","ts":1789157380.890508,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed"} {"level":"info","ts":1789157380.8905246,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed"} {"level":"info","ts":1789157380.8905392,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed","EoS":false} {"level":"info","ts":1789157380.8905537,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed"} {"level":"info","ts":1789157380.8905866,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed","EoS":true} {"level":"info","ts":1789157380.8906038,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"216bd0f6e322c0f1066445bad1d1d684","span_id":"64f840056950a1b3","x-request-id":"7a8f9a58-d47b-4544-a9d5-f454e66689ed"} {"level":"info","ts":1789157381.0276167,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157381.0277507,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584"} {"level":"info","ts":1789157381.0277672,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584"} {"level":"info","ts":1789157381.027788,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584","EoS":true} {"level":"info","ts":1789157381.0278292,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584","header":"x-maas-subscription"} {"level":"info","ts":1789157381.0278416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584","header":"x-maas-group"} {"level":"info","ts":1789157381.0278497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584","header":"x-maas-username"} {"level":"info","ts":1789157381.0278752,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157381.0279102,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584"} {"level":"info","ts":1789157381.0286303,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584"} {"level":"info","ts":1789157381.0286484,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584"} {"level":"info","ts":1789157381.0286603,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584","EoS":false} {"level":"info","ts":1789157381.0286715,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584"} {"level":"info","ts":1789157381.0286958,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584","EoS":true} {"level":"info","ts":1789157381.0287168,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98a671b1a151f3a65eb070eb0ec1c980","span_id":"283d48d16aa5e375","x-request-id":"cfb84350-f2d8-4b7c-95ed-d14185def584"} {"level":"info","ts":1789157389.7464614,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157389.7465858,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf"} {"level":"info","ts":1789157389.7466109,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf"} {"level":"info","ts":1789157389.7466264,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf","EoS":true} {"level":"info","ts":1789157389.7466516,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf","header":"x-maas-subscription"} {"level":"info","ts":1789157389.7466624,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf","header":"x-maas-group"} {"level":"info","ts":1789157389.7466671,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf","header":"x-maas-username"} {"level":"info","ts":1789157389.7466826,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157389.7467277,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf"} {"level":"info","ts":1789157389.747452,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf"} {"level":"info","ts":1789157389.7474735,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf"} {"level":"info","ts":1789157389.7474926,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf","EoS":false} {"level":"info","ts":1789157389.7475052,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf"} {"level":"info","ts":1789157389.7475324,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf","EoS":true} {"level":"info","ts":1789157389.7475429,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a596b737eb17747276432a59bfc2cfa9","span_id":"203841b60a97af84","x-request-id":"0dda8c47-1c21-41e9-b4fb-9579d7447bcf"} {"level":"info","ts":1789157389.8457928,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157389.8458972,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1d07f7abd1fb198607ce059baf1cf806","span_id":"68cd7d150382e28c","x-request-id":"ad004c9d-34f4-4251-81cb-4d4ea8bb06ed"} {"level":"info","ts":1789157389.8464668,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1d07f7abd1fb198607ce059baf1cf806","span_id":"68cd7d150382e28c","x-request-id":"ad004c9d-34f4-4251-81cb-4d4ea8bb06ed"} {"level":"info","ts":1789157389.8464842,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1d07f7abd1fb198607ce059baf1cf806","span_id":"68cd7d150382e28c","x-request-id":"ad004c9d-34f4-4251-81cb-4d4ea8bb06ed"} {"level":"info","ts":1789157389.846499,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1d07f7abd1fb198607ce059baf1cf806","span_id":"68cd7d150382e28c","x-request-id":"ad004c9d-34f4-4251-81cb-4d4ea8bb06ed","EoS":false} {"level":"info","ts":1789157389.8465104,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1d07f7abd1fb198607ce059baf1cf806","span_id":"68cd7d150382e28c","x-request-id":"ad004c9d-34f4-4251-81cb-4d4ea8bb06ed"} {"level":"info","ts":1789157389.8465421,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1d07f7abd1fb198607ce059baf1cf806","span_id":"68cd7d150382e28c","x-request-id":"ad004c9d-34f4-4251-81cb-4d4ea8bb06ed","EoS":true} {"level":"info","ts":1789157389.8465605,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1d07f7abd1fb198607ce059baf1cf806","span_id":"68cd7d150382e28c","x-request-id":"ad004c9d-34f4-4251-81cb-4d4ea8bb06ed"} {"level":"info","ts":1789157390.5606077,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157390.560748,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae"} {"level":"info","ts":1789157390.5607684,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae"} {"level":"info","ts":1789157390.5607877,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae","EoS":true} {"level":"info","ts":1789157390.5608227,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae","header":"x-maas-group"} {"level":"info","ts":1789157390.5608354,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae","header":"x-maas-subscription"} {"level":"info","ts":1789157390.5608447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae","header":"x-maas-username"} {"level":"info","ts":1789157390.5608666,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157390.560904,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae"} {"level":"info","ts":1789157390.561866,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae"} {"level":"info","ts":1789157390.5618896,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae"} {"level":"info","ts":1789157390.56191,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae","EoS":false} {"level":"info","ts":1789157390.5619235,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae"} {"level":"info","ts":1789157390.5619493,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae","EoS":true} {"level":"info","ts":1789157390.56196,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fba3672559853840c283c884420b4b7b","span_id":"49850aa84ce7cfeb","x-request-id":"f30c78ef-bb36-4b37-812b-badf2a575aae"} {"level":"info","ts":1789157391.4578223,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157391.4579415,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421"} {"level":"info","ts":1789157391.4579566,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421"} {"level":"info","ts":1789157391.4579747,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421","EoS":true} {"level":"info","ts":1789157391.4580064,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421","header":"x-maas-group"} {"level":"info","ts":1789157391.458022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421","header":"x-maas-subscription"} {"level":"info","ts":1789157391.4580317,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421","header":"x-maas-username"} {"level":"info","ts":1789157391.458055,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157391.4580896,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421"} {"level":"info","ts":1789157391.4588232,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421"} {"level":"info","ts":1789157391.4588413,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421"} {"level":"info","ts":1789157391.4588528,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421","EoS":false} {"level":"info","ts":1789157391.4588654,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421"} {"level":"info","ts":1789157391.4588897,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421","EoS":true} {"level":"info","ts":1789157391.4588997,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c188e22ec529b505d22a3cf910422fe","span_id":"ac46487d914ad47d","x-request-id":"265d3f41-56db-450e-90ce-bdfa1397f421"} {"level":"info","ts":1789157392.1609168,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157392.1610363,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340"} {"level":"info","ts":1789157392.161052,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340"} {"level":"info","ts":1789157392.1610713,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340","EoS":true} {"level":"info","ts":1789157392.1611054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340","header":"x-maas-subscription"} {"level":"info","ts":1789157392.1611166,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340","header":"x-maas-username"} {"level":"info","ts":1789157392.1611254,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340","header":"x-maas-group"} {"level":"info","ts":1789157392.1611476,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157392.1611807,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340"} {"level":"info","ts":1789157392.1618824,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340"} {"level":"info","ts":1789157392.1619,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340"} {"level":"info","ts":1789157392.1619182,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340","EoS":false} {"level":"info","ts":1789157392.1619318,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340"} {"level":"info","ts":1789157392.1619623,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340","EoS":true} {"level":"info","ts":1789157392.161973,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5bc9080682925c65c1c056b3891f4da2","span_id":"0acc3e5ca792b504","x-request-id":"c3c70da2-5548-49c0-b727-b2f912714340"} {"level":"error","ts":1789157392.8037415,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789157393.1859014,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157393.1859944,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf"} {"level":"info","ts":1789157393.1860073,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf"} {"level":"info","ts":1789157393.1860206,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf","EoS":true} {"level":"info","ts":1789157393.1860445,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf","header":"x-maas-subscription"} {"level":"info","ts":1789157393.1860604,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf","header":"x-maas-username"} {"level":"info","ts":1789157393.1860657,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf","header":"x-maas-group"} {"level":"info","ts":1789157393.1860805,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157393.1861062,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf"} {"level":"info","ts":1789157393.1868396,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf"} {"level":"info","ts":1789157393.186864,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf"} {"level":"info","ts":1789157393.1868846,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf","EoS":false} {"level":"info","ts":1789157393.186899,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf"} {"level":"info","ts":1789157393.186927,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf","EoS":true} {"level":"info","ts":1789157393.1869347,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"64d358bd7bc7d347746f90ca53249d0b","span_id":"c594feabf1dcda64","x-request-id":"1212927c-bb35-48d7-8239-f7493718c6cf"} {"level":"error","ts":1789157402.8048122,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789157412.4579673,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157412.458087,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9"} {"level":"info","ts":1789157412.4581013,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9"} {"level":"info","ts":1789157412.4581215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9","EoS":true} {"level":"info","ts":1789157412.4581575,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9","header":"x-maas-username"} {"level":"info","ts":1789157412.4581695,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9","header":"x-maas-group"} {"level":"info","ts":1789157412.4581795,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9","header":"x-maas-subscription"} {"level":"info","ts":1789157412.4582016,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157412.4582345,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9"} {"level":"info","ts":1789157412.4590237,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9"} {"level":"info","ts":1789157412.4590447,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9"} {"level":"info","ts":1789157412.459059,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9","EoS":false} {"level":"info","ts":1789157412.4590697,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9"} {"level":"info","ts":1789157412.4591217,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9","EoS":true} {"level":"info","ts":1789157412.459133,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7f31b65b2b1a761aba66f1884e1330dd","span_id":"4c7322dfc330a785","x-request-id":"d9ace5df-23a3-4ed6-b881-dc778c9b4bc9"} {"level":"error","ts":1789157412.805954,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789157422.8064446,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789157432.807403,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789157503.2943053,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157503.294404,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0"} {"level":"info","ts":1789157503.2944186,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0"} {"level":"info","ts":1789157503.2944355,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0","EoS":true} {"level":"info","ts":1789157503.294461,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0","header":"x-maas-subscription"} {"level":"info","ts":1789157503.2944725,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0","header":"x-maas-username"} {"level":"info","ts":1789157503.2944767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0","header":"x-maas-group"} {"level":"info","ts":1789157503.2944915,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789157503.2945268,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0"} {"level":"info","ts":1789157503.307508,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0"} {"level":"info","ts":1789157503.3075354,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0"} {"level":"info","ts":1789157503.3075528,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0","EoS":false} {"level":"info","ts":1789157503.3075647,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0"} {"level":"info","ts":1789157503.3075867,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0","EoS":true} {"level":"info","ts":1789157503.307593,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29177d46ad58f784ec27f58a6248012f","span_id":"374da26d71d0af9a","x-request-id":"d07cd8df-9e3c-40cf-817c-eb0f2f82bcb0"} {"level":"error","ts":1789157517.815967,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789157587.7745492,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157587.7746484,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887"} {"level":"info","ts":1789157587.7746615,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887"} {"level":"info","ts":1789157587.774673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887","EoS":true} {"level":"info","ts":1789157587.7746928,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887","header":"x-maas-group"} {"level":"info","ts":1789157587.7747018,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887","header":"x-maas-subscription"} {"level":"info","ts":1789157587.77472,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887","header":"x-maas-username"} {"level":"info","ts":1789157587.7747357,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157587.7747705,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887"} {"level":"info","ts":1789157587.7754445,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887"} {"level":"info","ts":1789157587.7754667,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887"} {"level":"info","ts":1789157587.7754824,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887","EoS":false} {"level":"info","ts":1789157587.7754939,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887"} {"level":"info","ts":1789157587.7755218,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887","EoS":true} {"level":"info","ts":1789157587.7755308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"434f11191c6384c2616b117658045326","span_id":"50a0eef50b80f78f","x-request-id":"9e7c963c-4650-420f-b0cf-fe3d315a5887"} {"level":"error","ts":1789157597.8232923,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789157601.401852,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157601.4019663,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50"} {"level":"info","ts":1789157601.4019814,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50"} {"level":"info","ts":1789157601.4019945,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50","EoS":true} {"level":"info","ts":1789157601.4020214,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50","header":"x-maas-subscription"} {"level":"info","ts":1789157601.402033,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50","header":"x-maas-group"} {"level":"info","ts":1789157601.4020386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50","header":"x-maas-username"} {"level":"info","ts":1789157601.402054,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789157601.4020789,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50"} {"level":"info","ts":1789157601.4153547,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50"} {"level":"info","ts":1789157601.4153812,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50"} {"level":"info","ts":1789157601.4154027,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50","EoS":false} {"level":"info","ts":1789157601.4154189,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50"} {"level":"info","ts":1789157601.4154618,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50","EoS":false} {"level":"info","ts":1789157601.415474,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50"} {"level":"info","ts":1789157601.415495,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50","EoS":true} {"level":"info","ts":1789157601.4155073,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e10ad8dab90dfa427ab948b6a8deb628","span_id":"b7a7cabf83824823","x-request-id":"9596c132-347c-40e8-9dd1-52e90e40cc50"} {"level":"info","ts":1789157601.5502677,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157601.550375,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38"} {"level":"info","ts":1789157601.5503902,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38"} {"level":"info","ts":1789157601.5504065,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38","EoS":true} {"level":"info","ts":1789157601.550428,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38","header":"x-maas-group"} {"level":"info","ts":1789157601.5504394,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38","header":"x-maas-subscription"} {"level":"info","ts":1789157601.5504444,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38","header":"x-maas-username"} {"level":"info","ts":1789157601.5504596,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789157601.5504925,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38"} {"level":"info","ts":1789157601.5514953,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38"} {"level":"info","ts":1789157601.5515242,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38"} {"level":"info","ts":1789157601.5515473,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38","EoS":false} {"level":"info","ts":1789157601.5515678,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38"} {"level":"info","ts":1789157601.5515988,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38","EoS":true} {"level":"info","ts":1789157601.5516071,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"961787c88cd41132ee8a5e69f281345f","span_id":"d385276fdd4d70a8","x-request-id":"ea818426-9003-4284-ac12-b484fa766e38"} {"level":"info","ts":1789157601.688899,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157601.688995,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5"} {"level":"info","ts":1789157601.6890082,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5"} {"level":"info","ts":1789157601.6890194,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5","EoS":true} {"level":"info","ts":1789157601.689041,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5","header":"x-maas-username"} {"level":"info","ts":1789157601.6890512,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5","header":"x-maas-subscription"} {"level":"info","ts":1789157601.6890557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5","header":"x-maas-group"} {"level":"info","ts":1789157601.6890717,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789157601.6890988,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5"} {"level":"info","ts":1789157601.690089,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5"} {"level":"info","ts":1789157601.690116,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5"} {"level":"info","ts":1789157601.690139,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5","EoS":false} {"level":"info","ts":1789157601.6901622,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5"} {"level":"info","ts":1789157601.690196,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5","EoS":false} {"level":"info","ts":1789157601.6902065,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5"} {"level":"info","ts":1789157601.690219,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5","EoS":true} {"level":"info","ts":1789157601.6902258,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ff2b21594c10416b689b9a85f5d69ea","span_id":"4de6007b7e526272","x-request-id":"dfaa9180-b48c-43b2-af5e-785fcf33b1d5"} {"level":"error","ts":1789157612.8247917,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789157614.4749055,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157614.4750068,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4"} {"level":"info","ts":1789157614.4750252,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4"} {"level":"info","ts":1789157614.475041,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4","EoS":true} {"level":"info","ts":1789157614.4750683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4","header":"x-maas-subscription"} {"level":"info","ts":1789157614.4750853,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4","header":"x-maas-username"} {"level":"info","ts":1789157614.475092,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4","header":"x-maas-group"} {"level":"info","ts":1789157614.4751136,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789157614.4751508,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4"} {"level":"info","ts":1789157614.4767578,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4"} {"level":"info","ts":1789157614.4767795,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4"} {"level":"info","ts":1789157614.4767964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4","EoS":false} {"level":"info","ts":1789157614.476815,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4"} {"level":"info","ts":1789157614.4768426,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4","EoS":true} {"level":"info","ts":1789157614.4768536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83b681a7113d0407a28aa41b9f483f6b","span_id":"6b65ed61227ef290","x-request-id":"bc8cf2ec-f525-49d3-8ee3-75a1630039b4"} {"level":"error","ts":1789157627.8266401,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}