{"level":"info","ts":1789508391.613601,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"8f7d1a0a-a3dd-4be1-b56d-81eea70d9cf5"} {"level":"info","ts":1789508391.6136396,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"8f7d1a0a-a3dd-4be1-b56d-81eea70d9cf5","provider":"e2e-legacy-migration-4aa1f62d","phase":"Pending"} {"level":"info","ts":1789508391.613639,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"db9d0111-9c9e-4c48-a1ab-681f1b7007f1","name":"e2e-legacy-migration-4aa1f62d"} {"level":"error","ts":1789508391.6183696,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"8f7d1a0a-a3dd-4be1-b56d-81eea70d9cf5","error":"ExternalModel \"e2e-legacy-migration-4aa1f62d\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-4aa1f62d\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789508391.6204169,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"81d430d9-6669-491a-b297-897a30f0e78e","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"info","ts":1789508391.6247678,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"81d430d9-6669-491a-b297-897a30f0e78e","name":"e2e-legacy-migration-4aa1f62d"} {"level":"info","ts":1789508391.6257606,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"ec4f7952-c16d-40b3-becd-677ec7bc0ce6","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"info","ts":1789508391.6258056,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"ec4f7952-c16d-40b3-becd-677ec7bc0ce6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789508391.626012,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"db9d0111-9c9e-4c48-a1ab-681f1b7007f1","service":"e2e-legacy-migration-4aa1f62d","serviceEntry":"e2e-legacy-migration-4aa1f62d","destinationRule":"e2e-legacy-migration-4aa1f62d"} {"level":"info","ts":1789508391.6262565,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"b672ba9f-ad38-4856-9a64-55a967cdde76"} {"level":"info","ts":1789508391.6262813,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"89d55e93-b1b7-4122-a9b5-2f2098af3678","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"info","ts":1789508391.626305,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"89d55e93-b1b7-4122-a9b5-2f2098af3678","modelName":"e2e-legacy-migration-4aa1f62d","resolvedRefs":1} {"level":"info","ts":1789508391.6263106,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"b672ba9f-ad38-4856-9a64-55a967cdde76","name":"e2e-legacy-migration-4aa1f62d"} {"level":"error","ts":1789508391.6309214,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"db9d0111-9c9e-4c48-a1ab-681f1b7007f1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-4aa1f62d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789508391.631015,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"c62eb604-e02f-41ab-8585-75212f0f2213"} {"level":"info","ts":1789508391.63111,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"c62eb604-e02f-41ab-8585-75212f0f2213","name":"e2e-legacy-migration-4aa1f62d"} {"level":"info","ts":1789508391.6320755,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"81d430d9-6669-491a-b297-897a30f0e78e","provider":"openai","model":"e2e-legacy-migration-4aa1f62d","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789508391.644402,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"1a537550-2c8c-4d3e-a7d0-19abfef11b4f","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"info","ts":1789508391.6444561,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"1a537550-2c8c-4d3e-a7d0-19abfef11b4f","modelName":"e2e-legacy-migration-4aa1f62d","resolvedRefs":1} {"level":"info","ts":1789508391.6514244,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"c62eb604-e02f-41ab-8585-75212f0f2213","service":"e2e-legacy-migration-4aa1f62d","serviceEntry":"e2e-legacy-migration-4aa1f62d","destinationRule":"e2e-legacy-migration-4aa1f62d"} {"level":"error","ts":1789508391.6521356,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"b672ba9f-ad38-4856-9a64-55a967cdde76","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4aa1f62d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789508391.6521933,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"b672ba9f-ad38-4856-9a64-55a967cdde76","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-4aa1f62d\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789508391.6522655,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"fd775b37-4f59-42fa-a5a2-6ef467edae9f"} {"level":"info","ts":1789508391.6523845,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"fd775b37-4f59-42fa-a5a2-6ef467edae9f","name":"e2e-legacy-migration-4aa1f62d"} {"level":"info","ts":1789508391.6607866,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"90214b49-eeba-488b-8afb-56f51c60f86d","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"info","ts":1789508391.660828,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"90214b49-eeba-488b-8afb-56f51c60f86d","modelName":"e2e-legacy-migration-4aa1f62d","resolvedRefs":1} {"level":"info","ts":1789508391.6623452,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"fd775b37-4f59-42fa-a5a2-6ef467edae9f","httpRoute":"e2e-legacy-migration-4aa1f62d","providers":["e2e-legacy-migration-4aa1f62d"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789508391.6677716,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"fd775b37-4f59-42fa-a5a2-6ef467edae9f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4aa1f62d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789508391.6678917,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"18384ef7-6c81-4cbf-b05a-3ac5e0c8f4a5"} {"level":"info","ts":1789508391.6679711,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"18384ef7-6c81-4cbf-b05a-3ac5e0c8f4a5","name":"e2e-legacy-migration-4aa1f62d"} {"level":"info","ts":1789508391.6798766,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"86c470dc-f855-47da-8e0b-68b6a098b333","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"info","ts":1789508391.6799235,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"86c470dc-f855-47da-8e0b-68b6a098b333","modelName":"e2e-legacy-migration-4aa1f62d","resolvedRefs":1} {"level":"info","ts":1789508391.681437,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"18384ef7-6c81-4cbf-b05a-3ac5e0c8f4a5","httpRoute":"e2e-legacy-migration-4aa1f62d","providers":["e2e-legacy-migration-4aa1f62d"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789508391.6922047,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"18384ef7-6c81-4cbf-b05a-3ac5e0c8f4a5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4aa1f62d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789508391.6922843,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"bad15d5d-07a2-4215-90c2-14c3b5a5abb2"} {"level":"info","ts":1789508391.692334,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"bad15d5d-07a2-4215-90c2-14c3b5a5abb2","name":"e2e-legacy-migration-4aa1f62d"} {"level":"info","ts":1789508391.7022998,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"bad15d5d-07a2-4215-90c2-14c3b5a5abb2","httpRoute":"e2e-legacy-migration-4aa1f62d","providers":["e2e-legacy-migration-4aa1f62d"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789508391.7671502,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"ffddec05-40e1-4289-acd0-1591d345beac","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"info","ts":1789508391.7700336,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"ffddec05-40e1-4289-acd0-1591d345beac","name":"e2e-legacy-migration-4aa1f62d"} {"level":"info","ts":1789508391.774705,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"ffddec05-40e1-4289-acd0-1591d345beac","provider":"openai","model":"e2e-legacy-migration-4aa1f62d","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789508393.0570474,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"4003b72a-4d52-4843-8415-bb6536894f8a","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"info","ts":1789508393.0661645,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"b80462c2-df07-40ff-90f7-1f1ecb241535","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"info","ts":1789508393.0662818,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"b80462c2-df07-40ff-90f7-1f1ecb241535","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"info","ts":1789508393.0663683,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"4ca2c193-6684-4c2d-8b11-5d64a7177a6c"} {"level":"info","ts":1789508393.0664349,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"ae9c4e9d-a518-44be-9575-25bcf5971549","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"error","ts":1789508393.066491,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"ae9c4e9d-a518-44be-9575-25bcf5971549","provider":"e2e-legacy-migration-4aa1f62d","error":"ExternalProvider \"e2e-legacy-migration-4aa1f62d\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789508393.066523,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"ae9c4e9d-a518-44be-9575-25bcf5971549"} {"level":"info","ts":1789508393.0663218,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"1e862e0a-deaa-47ac-8868-d751dbce8768"} {"level":"error","ts":1789508393.0665977,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"1e862e0a-deaa-47ac-8868-d751dbce8768","provider":"e2e-legacy-migration-4aa1f62d","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-4aa1f62d\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789508393.0667632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"9d43cdad-4862-4baf-8d2e-45b17f50f981","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"info","ts":1789508393.0667868,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"9d43cdad-4862-4baf-8d2e-45b17f50f981","name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"} {"level":"error","ts":1789508393.069823,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"1e862e0a-deaa-47ac-8868-d751dbce8768","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4aa1f62d\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789508393.0698807,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"1e862e0a-deaa-47ac-8868-d751dbce8768","error":"ExternalModel \"e2e-legacy-migration-4aa1f62d\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-4aa1f62d\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789508393.069943,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4aa1f62d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4aa1f62d","reconcileID":"5f0744d8-c501-4aad-95fe-d797291e3612"} {"level":"info","ts":1789508393.4602544,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508393.4603686,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950"} {"level":"info","ts":1789508393.4603858,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950"} {"level":"info","ts":1789508393.4604037,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950","EoS":true} {"level":"info","ts":1789508393.460436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950","header":"x-maas-group"} {"level":"info","ts":1789508393.4604526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950","header":"x-maas-username"} {"level":"info","ts":1789508393.46046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950","header":"x-maas-subscription"} {"level":"info","ts":1789508393.46048,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789508393.4604938,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950","modelName":"e2e-external-model"} {"level":"info","ts":1789508393.4605112,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789508393.4605434,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789508393.4605732,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950","authType":"apikey"} {"level":"info","ts":1789508393.460607,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950"} {"level":"error","ts":1789508393.474507,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508393.7747247,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950"} {"level":"info","ts":1789508393.7747579,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950"} {"level":"info","ts":1789508393.774775,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950","EoS":false} {"level":"info","ts":1789508393.7747881,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950"} {"level":"info","ts":1789508393.7748175,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950","EoS":true} {"level":"info","ts":1789508393.774827,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b686cc05b950ba553882145c38982a7e","span_id":"82df0628c848425c","x-request-id":"6aa31a53-6f3e-47d1-aaf3-2a099a335950"} {"level":"info","ts":1789508393.8199272,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508393.8200552,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977"} {"level":"info","ts":1789508393.820075,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977"} {"level":"info","ts":1789508393.8200903,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977","EoS":true} {"level":"info","ts":1789508393.8201225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977","header":"x-maas-group"} {"level":"info","ts":1789508393.8201342,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977","header":"x-maas-username"} {"level":"info","ts":1789508393.820139,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977","header":"x-maas-subscription"} {"level":"info","ts":1789508393.820153,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789508393.8201826,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977"} {"level":"info","ts":1789508393.8714962,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977"} {"level":"info","ts":1789508393.8715227,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977"} {"level":"info","ts":1789508393.8715398,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977","EoS":false} {"level":"info","ts":1789508393.871552,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977"} {"level":"info","ts":1789508393.8715808,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977","EoS":true} {"level":"info","ts":1789508393.87159,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a55b592181bf5cd04df908df9ae8d0b","span_id":"d58faa3df2e474ee","x-request-id":"79d71102-e63f-4bd0-80a5-52216088e977"} {"level":"info","ts":1789508393.9126942,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508393.912795,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531"} {"level":"info","ts":1789508393.9128084,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531"} {"level":"info","ts":1789508393.912821,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531","EoS":true} {"level":"info","ts":1789508393.912843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531","header":"x-maas-username"} {"level":"info","ts":1789508393.9128828,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531","header":"x-maas-group"} {"level":"info","ts":1789508393.9128919,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531","header":"x-maas-subscription"} {"level":"info","ts":1789508393.912924,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531"} {"level":"info","ts":1789508394.2398903,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531"} {"level":"info","ts":1789508394.2399263,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531"} {"level":"info","ts":1789508394.2399507,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531","EoS":false} {"level":"info","ts":1789508394.2399685,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531"} {"level":"info","ts":1789508394.2400005,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531","EoS":true} {"level":"info","ts":1789508394.240009,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"42574b9733eae12505d33479e75d92ca","span_id":"64267f7775a1c0c9","x-request-id":"0f4f3848-5b21-411b-9520-505d36768531"} {"level":"info","ts":1789508395.143741,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15e02ca7-d4e1-404a-a7fc-ad2c7285b18a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789508395.1438804,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15e02ca7-d4e1-404a-a7fc-ad2c7285b18a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789508395.1439848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2cb882b0-8169-43d7-824c-b826ebfe28d9"} {"level":"info","ts":1789508395.2804337,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48c6153d-d48a-4ced-8205-56a30af5a347","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789508395.2807198,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48c6153d-d48a-4ced-8205-56a30af5a347","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789508395.2806585,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2734ac63-cf9f-4990-9866-98d9675b883c"} {"level":"info","ts":1789508395.3921516,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3b892084-7a6c-4c50-992e-f3a5544a4d49","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789508395.3922985,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3b892084-7a6c-4c50-992e-f3a5544a4d49","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789508399.231455,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508399.2316086,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94"} {"level":"info","ts":1789508399.2316287,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94"} {"level":"info","ts":1789508399.2316473,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94","EoS":true} {"level":"info","ts":1789508399.2316818,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94","header":"x-maas-subscription"} {"level":"info","ts":1789508399.231694,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94","header":"x-maas-group"} {"level":"info","ts":1789508399.231702,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94","header":"x-maas-username"} {"level":"info","ts":1789508399.2317238,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508399.2317502,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94"} {"level":"info","ts":1789508399.2362292,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94"} {"level":"info","ts":1789508399.2363129,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94"} {"level":"info","ts":1789508399.2363608,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94","EoS":false} {"level":"info","ts":1789508399.236402,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94"} {"level":"info","ts":1789508399.2364562,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94","EoS":true} {"level":"info","ts":1789508399.2364895,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ca1c565b353ae26a1b7d02c08761b0f","span_id":"595b2e94f4f35200","x-request-id":"eee503bc-fa08-4f08-ada9-05c9706d7e94"} {"level":"info","ts":1789508399.3039534,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508399.3042269,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e"} {"level":"info","ts":1789508399.3042917,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e"} {"level":"info","ts":1789508399.3043349,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e","EoS":true} {"level":"info","ts":1789508399.304414,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e","header":"x-maas-username"} {"level":"info","ts":1789508399.3044486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e","header":"x-maas-group"} {"level":"info","ts":1789508399.304504,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e","header":"x-maas-subscription"} {"level":"info","ts":1789508399.3045444,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508399.304608,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e"} {"level":"info","ts":1789508399.3093216,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e"} {"level":"info","ts":1789508399.309418,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e"} {"level":"info","ts":1789508399.3094695,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e","EoS":false} {"level":"info","ts":1789508399.3095272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e"} {"level":"info","ts":1789508399.309605,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e","EoS":true} {"level":"info","ts":1789508399.3096545,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d0316a91209b67707cf88164420802b","span_id":"ea75f59bd6e39181","x-request-id":"7a13b9df-4cd3-49b1-acd7-56bc80754d3e"} {"level":"info","ts":1789508399.3755708,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508399.3758194,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96"} {"level":"info","ts":1789508399.3759081,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96"} {"level":"info","ts":1789508399.375956,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96","EoS":true} {"level":"info","ts":1789508399.3760333,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96","header":"x-maas-group"} {"level":"info","ts":1789508399.3761027,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96","header":"x-maas-username"} {"level":"info","ts":1789508399.3761356,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96","header":"x-maas-subscription"} {"level":"info","ts":1789508399.3761885,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508399.3762455,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96"} {"level":"info","ts":1789508399.3824048,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96"} {"level":"info","ts":1789508399.382502,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96"} {"level":"info","ts":1789508399.38255,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96","EoS":false} {"level":"info","ts":1789508399.3826091,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96"} {"level":"info","ts":1789508399.3826792,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96","EoS":true} {"level":"info","ts":1789508399.3827229,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3cf3e4f5dabee3eb33fb76f2e1f941eb","span_id":"060992413e7fa534","x-request-id":"88495139-8529-4841-84a7-4cf1cbf1bc96"} {"level":"info","ts":1789508399.4443982,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508399.4446423,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819"} {"level":"info","ts":1789508399.4446974,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819"} {"level":"info","ts":1789508399.4447393,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819","EoS":true} {"level":"info","ts":1789508399.4448242,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819","header":"x-maas-subscription"} {"level":"info","ts":1789508399.4448934,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819","header":"x-maas-username"} {"level":"info","ts":1789508399.4449263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819","header":"x-maas-group"} {"level":"info","ts":1789508399.444984,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508399.445044,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819"} {"level":"info","ts":1789508399.4492216,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819"} {"level":"info","ts":1789508399.4493258,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819"} {"level":"info","ts":1789508399.4493787,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819","EoS":false} {"level":"info","ts":1789508399.4494412,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819"} {"level":"info","ts":1789508399.4495068,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819","EoS":true} {"level":"info","ts":1789508399.4495485,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22e35fb11ad07fbdb63832dc343e4805","span_id":"12c0e0281bbdd585","x-request-id":"13365e9f-4b0a-493e-8393-8db076aed819"} {"level":"error","ts":1789508408.4799404,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508412.9130301,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508412.9131482,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d642da21e8cf7c790f8a1035e35d5389","span_id":"6c15341cc75c12c6","x-request-id":"2a76b005-9bb4-49e9-b2b7-f120090e4fa2"} {"level":"info","ts":1789508412.9131627,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d642da21e8cf7c790f8a1035e35d5389","span_id":"6c15341cc75c12c6","x-request-id":"2a76b005-9bb4-49e9-b2b7-f120090e4fa2"} {"level":"info","ts":1789508412.913181,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d642da21e8cf7c790f8a1035e35d5389","span_id":"6c15341cc75c12c6","x-request-id":"2a76b005-9bb4-49e9-b2b7-f120090e4fa2","EoS":true} {"level":"info","ts":1789508412.9132447,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d642da21e8cf7c790f8a1035e35d5389","span_id":"6c15341cc75c12c6","x-request-id":"2a76b005-9bb4-49e9-b2b7-f120090e4fa2"} {"level":"info","ts":1789508413.0627074,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508413.0628152,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2a76866f7a5d65ed18c81724869d5a8d","span_id":"bd741202cab8528d","x-request-id":"a7f0e5fa-c006-460a-9ef8-137e32a0192a"} {"level":"info","ts":1789508413.0628293,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2a76866f7a5d65ed18c81724869d5a8d","span_id":"bd741202cab8528d","x-request-id":"a7f0e5fa-c006-460a-9ef8-137e32a0192a"} {"level":"info","ts":1789508413.0628603,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2a76866f7a5d65ed18c81724869d5a8d","span_id":"bd741202cab8528d","x-request-id":"a7f0e5fa-c006-460a-9ef8-137e32a0192a","EoS":true} {"level":"info","ts":1789508413.0629106,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2a76866f7a5d65ed18c81724869d5a8d","span_id":"bd741202cab8528d","x-request-id":"a7f0e5fa-c006-460a-9ef8-137e32a0192a"} {"level":"info","ts":1789508413.2000022,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508413.2001348,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fdaf2e40a52214f74e45e32194bd369a","span_id":"14f136ed65eca54d","x-request-id":"969faf18-cd48-4674-a154-7767d80e3d5f"} {"level":"info","ts":1789508413.2001534,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fdaf2e40a52214f74e45e32194bd369a","span_id":"14f136ed65eca54d","x-request-id":"969faf18-cd48-4674-a154-7767d80e3d5f"} {"level":"info","ts":1789508413.2001703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fdaf2e40a52214f74e45e32194bd369a","span_id":"14f136ed65eca54d","x-request-id":"969faf18-cd48-4674-a154-7767d80e3d5f","EoS":true} {"level":"info","ts":1789508413.2002323,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fdaf2e40a52214f74e45e32194bd369a","span_id":"14f136ed65eca54d","x-request-id":"969faf18-cd48-4674-a154-7767d80e3d5f"} {"level":"error","ts":1789508418.4839432,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789508428.484974,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789508443.486376,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509604.1049013,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509604.1050253,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8"} {"level":"info","ts":1789509604.1050408,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8"} {"level":"info","ts":1789509604.1050534,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8","EoS":true} {"level":"info","ts":1789509604.1050854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8","header":"x-maas-username"} {"level":"info","ts":1789509604.105098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8","header":"x-maas-group"} {"level":"info","ts":1789509604.105105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8","header":"x-maas-subscription"} {"level":"info","ts":1789509604.1051214,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789509604.10515,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8"} {"level":"info","ts":1789509604.1065867,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8"} {"level":"info","ts":1789509604.106611,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8"} {"level":"info","ts":1789509604.1066296,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8","EoS":false} {"level":"info","ts":1789509604.106643,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8"} {"level":"info","ts":1789509604.1066637,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8","EoS":true} {"level":"info","ts":1789509604.106675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c9b77f70e76bc08c6b717b462f8ab921","span_id":"08df1fc266ba8aef","x-request-id":"b5b8b69b-0ef1-4c38-aa10-56a9b0752ce8"} {"level":"info","ts":1789509604.1498168,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509604.149951,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437"} {"level":"info","ts":1789509604.149965,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437"} {"level":"info","ts":1789509604.1499767,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437","EoS":true} {"level":"info","ts":1789509604.1500022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437","header":"x-maas-username"} {"level":"info","ts":1789509604.150013,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437","header":"x-maas-group"} {"level":"info","ts":1789509604.150019,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437","header":"x-maas-subscription"} {"level":"info","ts":1789509604.150033,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789509604.1500561,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437"} {"level":"info","ts":1789509604.1510234,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437"} {"level":"info","ts":1789509604.1510448,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437"} {"level":"info","ts":1789509604.151058,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437","EoS":false} {"level":"info","ts":1789509604.1510704,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437"} {"level":"info","ts":1789509604.1510968,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437","EoS":true} {"level":"info","ts":1789509604.151106,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ceccad29ae9b98095ed083a1a1224cd8","span_id":"a45a3d6e754b8fe2","x-request-id":"f415c404-51be-4834-bc99-ed6d124a7437"} {"level":"error","ts":1789509618.6222928,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509944.6622953,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509944.662408,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460"} {"level":"info","ts":1789509944.6624234,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460"} {"level":"info","ts":1789509944.6624353,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460","EoS":true} {"level":"info","ts":1789509944.6624594,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460","header":"x-maas-username"} {"level":"info","ts":1789509944.6624696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460","header":"x-maas-subscription"} {"level":"info","ts":1789509944.6624756,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460","header":"x-maas-group"} {"level":"info","ts":1789509944.662495,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509944.6625214,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460"} {"level":"info","ts":1789509944.6753151,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460"} {"level":"info","ts":1789509944.6753423,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460"} {"level":"info","ts":1789509944.6753576,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460","EoS":false} {"level":"info","ts":1789509944.6753707,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460"} {"level":"info","ts":1789509944.6753929,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460","EoS":true} {"level":"info","ts":1789509944.6753995,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e8b54f6141fc8bcad845bc911a9b7383","span_id":"903ce9d11fc06d46","x-request-id":"2d54354e-5d0e-4aa3-9944-1da794ff6460"} {"level":"info","ts":1789509944.815541,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509944.8156419,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3"} {"level":"info","ts":1789509944.815658,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3"} {"level":"info","ts":1789509944.8156743,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3","EoS":true} {"level":"info","ts":1789509944.8157017,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3","header":"x-maas-group"} {"level":"info","ts":1789509944.815713,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3","header":"x-maas-subscription"} {"level":"info","ts":1789509944.815718,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3","header":"x-maas-username"} {"level":"info","ts":1789509944.8157334,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509944.8157601,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3"} {"level":"info","ts":1789509944.8178992,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3"} {"level":"info","ts":1789509944.8179185,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3"} {"level":"info","ts":1789509944.8179376,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3","EoS":false} {"level":"info","ts":1789509944.817954,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3"} {"level":"info","ts":1789509944.817992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3","EoS":true} {"level":"info","ts":1789509944.8180034,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dcb4bfadf704329f09d7f7169b0eda0a","span_id":"91ab09b81a6f421f","x-request-id":"57997d35-ee88-4de4-9664-2ef01436f2e3"} {"level":"info","ts":1789509944.9634755,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509944.963584,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430"} {"level":"info","ts":1789509944.9635985,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430"} {"level":"info","ts":1789509944.963613,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430","EoS":true} {"level":"info","ts":1789509944.9636374,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430","header":"x-maas-username"} {"level":"info","ts":1789509944.9636471,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430","header":"x-maas-group"} {"level":"info","ts":1789509944.9636521,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430","header":"x-maas-subscription"} {"level":"info","ts":1789509944.9636676,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509944.9636943,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430"} {"level":"info","ts":1789509944.9645681,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430"} {"level":"info","ts":1789509944.9645832,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430"} {"level":"info","ts":1789509944.9645956,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430","EoS":false} {"level":"info","ts":1789509944.964605,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430"} {"level":"info","ts":1789509944.9646292,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430","EoS":true} {"level":"info","ts":1789509944.964643,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d32a7248f20d0fe6990dac3e4a3ba2b","span_id":"89210acdfa3ee1d1","x-request-id":"6b4f214a-d1f4-4c5d-b50f-7fef344ef430"} {"level":"info","ts":1789509945.101541,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509945.1016512,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db"} {"level":"info","ts":1789509945.1016674,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db"} {"level":"info","ts":1789509945.101679,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db","EoS":true} {"level":"info","ts":1789509945.1017041,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db","header":"x-maas-group"} {"level":"info","ts":1789509945.1017141,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db","header":"x-maas-subscription"} {"level":"info","ts":1789509945.10172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db","header":"x-maas-username"} {"level":"info","ts":1789509945.1017342,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509945.1017575,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db"} {"level":"info","ts":1789509945.102665,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db"} {"level":"info","ts":1789509945.1026864,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db"} {"level":"info","ts":1789509945.1026986,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db","EoS":false} {"level":"info","ts":1789509945.102709,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db"} {"level":"info","ts":1789509945.1027422,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db","EoS":true} {"level":"info","ts":1789509945.1027527,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"122464160208e956fedd309c61aa9a4e","span_id":"00ca07bfdcd68fc1","x-request-id":"87ab5433-6d08-4c8c-9a70-ac60901b19db"} {"level":"info","ts":1789509945.2431765,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509945.2432868,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f"} {"level":"info","ts":1789509945.2433004,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f"} {"level":"info","ts":1789509945.2433121,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f","EoS":true} {"level":"info","ts":1789509945.2433386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f","header":"x-maas-subscription"} {"level":"info","ts":1789509945.2433481,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f","header":"x-maas-username"} {"level":"info","ts":1789509945.243353,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f","header":"x-maas-group"} {"level":"info","ts":1789509945.2433684,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509945.243391,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f"} {"level":"info","ts":1789509945.2442183,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f"} {"level":"info","ts":1789509945.2442367,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f"} {"level":"info","ts":1789509945.2442472,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f","EoS":false} {"level":"info","ts":1789509945.2442586,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f"} {"level":"info","ts":1789509945.2442825,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f","EoS":true} {"level":"info","ts":1789509945.244294,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d82f049099c7cee98c7b899f41139d45","span_id":"61b752863cd5fa9c","x-request-id":"486bdc6a-eff6-4218-8f3f-e5742d5dec6f"} {"level":"error","ts":1789509958.6628292,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509960.303648,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509960.3037505,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950"} {"level":"info","ts":1789509960.3037636,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950"} {"level":"info","ts":1789509960.3037999,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950","EoS":true} {"level":"info","ts":1789509960.3038228,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950","header":"x-maas-username"} {"level":"info","ts":1789509960.303833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950","header":"x-maas-group"} {"level":"info","ts":1789509960.303839,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950","header":"x-maas-subscription"} {"level":"info","ts":1789509960.3038723,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509960.3038955,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950"} {"level":"info","ts":1789509960.3047287,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950"} {"level":"info","ts":1789509960.3047485,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950"} {"level":"info","ts":1789509960.3047628,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950","EoS":false} {"level":"info","ts":1789509960.304776,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950"} {"level":"info","ts":1789509960.3048031,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950","EoS":true} {"level":"info","ts":1789509960.3048167,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"910a69e7a842c7275d6f4b30458b7bb4","span_id":"1dc9f8073f079aa1","x-request-id":"7e6967c6-cead-4aa4-b768-1a78a0dc3950"} {"level":"info","ts":1789509960.417433,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509960.4175365,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"494e55c85e7102b9aead7a39521d44e7","span_id":"644330cd446863d0","x-request-id":"57c15ddf-acd8-4a38-8384-f65c3b5ecb37"} {"level":"info","ts":1789509960.4182909,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"494e55c85e7102b9aead7a39521d44e7","span_id":"644330cd446863d0","x-request-id":"57c15ddf-acd8-4a38-8384-f65c3b5ecb37"} {"level":"info","ts":1789509960.4183114,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"494e55c85e7102b9aead7a39521d44e7","span_id":"644330cd446863d0","x-request-id":"57c15ddf-acd8-4a38-8384-f65c3b5ecb37"} {"level":"info","ts":1789509960.4183276,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"494e55c85e7102b9aead7a39521d44e7","span_id":"644330cd446863d0","x-request-id":"57c15ddf-acd8-4a38-8384-f65c3b5ecb37","EoS":false} {"level":"info","ts":1789509960.4183476,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"494e55c85e7102b9aead7a39521d44e7","span_id":"644330cd446863d0","x-request-id":"57c15ddf-acd8-4a38-8384-f65c3b5ecb37"} {"level":"info","ts":1789509960.418376,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"494e55c85e7102b9aead7a39521d44e7","span_id":"644330cd446863d0","x-request-id":"57c15ddf-acd8-4a38-8384-f65c3b5ecb37","EoS":true} {"level":"info","ts":1789509960.418386,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"494e55c85e7102b9aead7a39521d44e7","span_id":"644330cd446863d0","x-request-id":"57c15ddf-acd8-4a38-8384-f65c3b5ecb37"} {"level":"info","ts":1789509961.2116644,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509961.211773,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785"} {"level":"info","ts":1789509961.211789,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785"} {"level":"info","ts":1789509961.211801,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785","EoS":true} {"level":"info","ts":1789509961.2118242,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785","header":"x-maas-subscription"} {"level":"info","ts":1789509961.2118344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785","header":"x-maas-group"} {"level":"info","ts":1789509961.2118394,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785","header":"x-maas-username"} {"level":"info","ts":1789509961.2118776,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509961.2119079,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785"} {"level":"info","ts":1789509961.21277,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785"} {"level":"info","ts":1789509961.2127836,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785"} {"level":"info","ts":1789509961.2127943,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785","EoS":false} {"level":"info","ts":1789509961.2128062,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785"} {"level":"info","ts":1789509961.2128296,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785","EoS":true} {"level":"info","ts":1789509961.2128556,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b280a545c7d3abafb053e020bd37ceb5","span_id":"002c9ca5a0d31f48","x-request-id":"0b8ad287-9d61-4c9a-83b5-c7e9fc7e2785"} {"level":"info","ts":1789509962.1806622,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509962.1807678,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b"} {"level":"info","ts":1789509962.180784,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b"} {"level":"info","ts":1789509962.180796,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b","EoS":true} {"level":"info","ts":1789509962.1808195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b","header":"x-maas-group"} {"level":"info","ts":1789509962.1808288,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b","header":"x-maas-subscription"} {"level":"info","ts":1789509962.180834,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b","header":"x-maas-username"} {"level":"info","ts":1789509962.180863,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509962.1808875,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b"} {"level":"info","ts":1789509962.1817138,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b"} {"level":"info","ts":1789509962.1817265,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b"} {"level":"info","ts":1789509962.1817374,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b","EoS":false} {"level":"info","ts":1789509962.1817486,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b"} {"level":"info","ts":1789509962.1817706,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b","EoS":true} {"level":"info","ts":1789509962.1817825,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f797ce15c51f184665718b547a2a64e2","span_id":"dcf5a9c6d7b5570d","x-request-id":"c12e52bf-9922-49dd-9f95-8208ed089e1b"} {"level":"info","ts":1789509962.9074197,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509962.9075189,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf"} {"level":"info","ts":1789509962.907531,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf"} {"level":"info","ts":1789509962.9075441,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf","EoS":true} {"level":"info","ts":1789509962.9075665,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf","header":"x-maas-subscription"} {"level":"info","ts":1789509962.9075766,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf","header":"x-maas-group"} {"level":"info","ts":1789509962.9075823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf","header":"x-maas-username"} {"level":"info","ts":1789509962.9075966,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509962.9076226,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf"} {"level":"info","ts":1789509962.9085178,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf"} {"level":"info","ts":1789509962.908544,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf"} {"level":"info","ts":1789509962.9085667,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf","EoS":false} {"level":"info","ts":1789509962.9085858,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf"} {"level":"info","ts":1789509962.9086125,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf","EoS":true} {"level":"info","ts":1789509962.9086208,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f7143a82e3a9de114f3a09ab2c90d108","span_id":"1be897a684dd21f3","x-request-id":"0a26ad36-23a8-4d46-afa1-ccb040ab3dbf"} {"level":"info","ts":1789509963.9870772,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509963.9871879,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840"} {"level":"info","ts":1789509963.9872024,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840"} {"level":"info","ts":1789509963.987218,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840","EoS":true} {"level":"info","ts":1789509963.9872406,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840","header":"x-maas-group"} {"level":"info","ts":1789509963.9872499,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840","header":"x-maas-username"} {"level":"info","ts":1789509963.9872558,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840","header":"x-maas-subscription"} {"level":"info","ts":1789509963.9872713,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509963.987297,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840"} {"level":"info","ts":1789509963.9882007,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840"} {"level":"info","ts":1789509963.9882295,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840"} {"level":"info","ts":1789509963.9882498,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840","EoS":false} {"level":"info","ts":1789509963.9882686,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840"} {"level":"info","ts":1789509963.9883058,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840","EoS":true} {"level":"info","ts":1789509963.9883149,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f3527cb9abae48068188423f790e0be1","span_id":"df4fe0d9155b9a9f","x-request-id":"5a996527-ea0a-4704-be4b-06e88f972840"} {"level":"error","ts":1789509973.6641243,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509983.6557322,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509983.6558268,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c"} {"level":"info","ts":1789509983.6558392,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c"} {"level":"info","ts":1789509983.655878,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c","EoS":true} {"level":"info","ts":1789509983.6559072,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c","header":"x-maas-username"} {"level":"info","ts":1789509983.655918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c","header":"x-maas-group"} {"level":"info","ts":1789509983.655924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c","header":"x-maas-subscription"} {"level":"info","ts":1789509983.6559389,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509983.6559632,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c"} {"level":"info","ts":1789509983.656756,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c"} {"level":"info","ts":1789509983.6567805,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c"} {"level":"info","ts":1789509983.6567972,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c","EoS":false} {"level":"info","ts":1789509983.6568139,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c"} {"level":"info","ts":1789509983.65684,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c","EoS":true} {"level":"info","ts":1789509983.656867,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96ff14d390a8dd7e262e8047bc2781f2","span_id":"cd33f9fc6ddad257","x-request-id":"0ee23474-bbd2-4a0b-ac44-ee54c844546c"} {"level":"error","ts":1789509983.6646006,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789509993.6647704,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789510074.72658,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789510074.726689,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae"} {"level":"info","ts":1789510074.726704,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae"} {"level":"info","ts":1789510074.7267158,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae","EoS":true} {"level":"info","ts":1789510074.72674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae","header":"x-maas-username"} {"level":"info","ts":1789510074.7267497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae","header":"x-maas-subscription"} {"level":"info","ts":1789510074.726755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae","header":"x-maas-group"} {"level":"info","ts":1789510074.726772,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789510074.7267969,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae"} {"level":"info","ts":1789510074.739103,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae"} {"level":"info","ts":1789510074.7391267,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae"} {"level":"info","ts":1789510074.739142,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae","EoS":false} {"level":"info","ts":1789510074.739155,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae"} {"level":"info","ts":1789510074.7391765,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae","EoS":true} {"level":"info","ts":1789510074.7391868,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fae700f68813d8ca2a864bbbbf9a9c6d","span_id":"2eed4d36346293af","x-request-id":"1b107164-bfe1-4861-9114-bb49896b5aae"} {"level":"error","ts":1789510088.675546,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789510172.5481381,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789510172.548258,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb"} {"level":"info","ts":1789510172.548275,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb"} {"level":"info","ts":1789510172.5482926,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb","EoS":true} {"level":"info","ts":1789510172.5483303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb","header":"x-maas-username"} {"level":"info","ts":1789510172.5483437,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb","header":"x-maas-group"} {"level":"info","ts":1789510172.548351,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb","header":"x-maas-subscription"} {"level":"info","ts":1789510172.5483727,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789510172.548408,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb"} {"level":"info","ts":1789510172.5501935,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb"} {"level":"info","ts":1789510172.5502138,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb"} {"level":"info","ts":1789510172.5502303,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb","EoS":false} {"level":"info","ts":1789510172.5502436,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb"} {"level":"info","ts":1789510172.5502634,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb","EoS":true} {"level":"info","ts":1789510172.5502706,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"586f492a590f7fbf80ecc71b17a4c6d3","span_id":"ffa1527f34e73427","x-request-id":"d4c1eb81-41f6-4d1d-ac83-cf1404a915eb"} {"level":"error","ts":1789510183.685103,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789510186.6906002,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789510186.6907072,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527"} {"level":"info","ts":1789510186.6907206,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527"} {"level":"info","ts":1789510186.6907327,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527","EoS":true} {"level":"info","ts":1789510186.690757,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527","header":"x-maas-username"} {"level":"info","ts":1789510186.6907673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527","header":"x-maas-subscription"} {"level":"info","ts":1789510186.6907725,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527","header":"x-maas-group"} {"level":"info","ts":1789510186.6907873,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789510186.6908119,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527"} {"level":"info","ts":1789510186.7038786,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527"} {"level":"info","ts":1789510186.7039058,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527"} {"level":"info","ts":1789510186.7039227,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527","EoS":false} {"level":"info","ts":1789510186.7039368,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527"} {"level":"info","ts":1789510186.7039742,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527","EoS":false} {"level":"info","ts":1789510186.703986,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527"} {"level":"info","ts":1789510186.7039971,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527","EoS":true} {"level":"info","ts":1789510186.704007,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c9d0bf46fb7d660b2ec92ffc31b75ac","span_id":"c1aee543161dc640","x-request-id":"7a4025d6-c346-4144-97cd-6100adfe2527"} {"level":"info","ts":1789510186.8539362,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789510186.8540468,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df"} {"level":"info","ts":1789510186.8540614,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df"} {"level":"info","ts":1789510186.8540738,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df","EoS":true} {"level":"info","ts":1789510186.8540978,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df","header":"x-maas-username"} {"level":"info","ts":1789510186.8541057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df","header":"x-maas-subscription"} {"level":"info","ts":1789510186.8541107,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df","header":"x-maas-group"} {"level":"info","ts":1789510186.854132,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789510186.85416,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df"} {"level":"info","ts":1789510186.8551111,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df"} {"level":"info","ts":1789510186.85513,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df"} {"level":"info","ts":1789510186.8551447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df","EoS":false} {"level":"info","ts":1789510186.8551621,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df"} {"level":"info","ts":1789510186.855192,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df","EoS":false} {"level":"info","ts":1789510186.8552048,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df"} {"level":"info","ts":1789510186.8552146,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df","EoS":true} {"level":"info","ts":1789510186.8552217,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc244548c8c511076d05f73899b1950f","span_id":"c18825bcdf073155","x-request-id":"8d9feded-4b59-41c5-be23-b9eb49a8d6df"} {"level":"info","ts":1789510187.0000868,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789510187.0001848,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154"} {"level":"info","ts":1789510187.000196,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154"} {"level":"info","ts":1789510187.0002077,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154","EoS":true} {"level":"info","ts":1789510187.0002298,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154","header":"x-maas-username"} {"level":"info","ts":1789510187.0002415,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154","header":"x-maas-group"} {"level":"info","ts":1789510187.0002463,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154","header":"x-maas-subscription"} {"level":"info","ts":1789510187.0002604,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789510187.000286,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154"} {"level":"info","ts":1789510187.0011673,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154"} {"level":"info","ts":1789510187.0011868,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154"} {"level":"info","ts":1789510187.0012035,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154","EoS":false} {"level":"info","ts":1789510187.0012157,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154"} {"level":"info","ts":1789510187.0012405,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154","EoS":false} {"level":"info","ts":1789510187.0012517,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154"} {"level":"info","ts":1789510187.0012655,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154","EoS":true} {"level":"info","ts":1789510187.0012736,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"481f99b276284110e7c567c0f8ae79b8","span_id":"349a414e94852630","x-request-id":"bf56d1a2-87bb-4b79-8bf7-c4aadd1ed154"} {"level":"error","ts":1789510198.6859622,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789510200.0023205,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789510200.002424,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0"} {"level":"info","ts":1789510200.0024385,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0"} {"level":"info","ts":1789510200.002451,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0","EoS":true} {"level":"info","ts":1789510200.002473,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0","header":"x-maas-username"} {"level":"info","ts":1789510200.002481,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0","header":"x-maas-group"} {"level":"info","ts":1789510200.0024862,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0","header":"x-maas-subscription"} {"level":"info","ts":1789510200.0025015,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789510200.00253,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0"} {"level":"info","ts":1789510200.005897,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0"} {"level":"info","ts":1789510200.005923,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0"} {"level":"info","ts":1789510200.0059369,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0","EoS":false} {"level":"info","ts":1789510200.0059497,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0"} {"level":"info","ts":1789510200.0059724,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0","EoS":false} {"level":"info","ts":1789510200.0059953,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0"} {"level":"info","ts":1789510200.0060098,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0","EoS":true} {"level":"info","ts":1789510200.0060167,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e023c60746110dd07cb1628c30970bd9","span_id":"e4466f77ea1f6603","x-request-id":"bcd2826b-4c08-452c-b66b-f5c9a289aea0"} {"level":"error","ts":1789510213.6872232,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}