{"level":"error","ts":1789150054.714965,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"12be9ac8-91b6-4c1f-90ca-e50dedf1d0a3","error":"ExternalModel \"e2e-legacy-migration-4a00ba0e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-4a00ba0e\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789150054.7150667,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"088d2abf-9c8e-4511-b2c1-0787240b21e9"} {"level":"info","ts":1789150054.715129,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"088d2abf-9c8e-4511-b2c1-0787240b21e9","provider":"e2e-legacy-migration-4a00ba0e","phase":"Failed"} {"level":"info","ts":1789150054.7173219,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"3719c4ab-3ca1-4f64-959e-4bd48fb314eb","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150054.7272704,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"3719c4ab-3ca1-4f64-959e-4bd48fb314eb","name":"e2e-legacy-migration-4a00ba0e"} {"level":"error","ts":1789150054.7274742,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"088d2abf-9c8e-4511-b2c1-0787240b21e9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4a00ba0e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789150054.7275176,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"088d2abf-9c8e-4511-b2c1-0787240b21e9","error":"ExternalModel \"e2e-legacy-migration-4a00ba0e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-4a00ba0e\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789150054.727576,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"aa0d519d-bec1-4bcd-8542-39371d05eca6"} {"level":"info","ts":1789150054.727605,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"aa0d519d-bec1-4bcd-8542-39371d05eca6","provider":"e2e-legacy-migration-4a00ba0e","phase":"Failed"} {"level":"info","ts":1789150054.7276332,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"756557e2-c685-4da3-88db-acd885b27642","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150054.7276657,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"756557e2-c685-4da3-88db-acd885b27642","modelName":"e2e-legacy-migration-4a00ba0e","resolvedRefs":1} {"level":"error","ts":1789150054.7348492,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"3719c4ab-3ca1-4f64-959e-4bd48fb314eb","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4a00ba0e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789150054.734981,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"aa0d519d-bec1-4bcd-8542-39371d05eca6","error":"ExternalModel \"e2e-legacy-migration-4a00ba0e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-4a00ba0e\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789150054.7411633,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"97f1325d-bfdb-464a-bd77-8ea94ef0875b","service":"e2e-legacy-migration-4a00ba0e","serviceEntry":"e2e-legacy-migration-4a00ba0e","destinationRule":"e2e-legacy-migration-4a00ba0e"} {"level":"info","ts":1789150054.741843,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"e369422e-7b14-4cc1-84dc-d564306fcb40","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150054.7420938,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"e369422e-7b14-4cc1-84dc-d564306fcb40","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789150054.7419832,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"1a20432e-0f5c-4f15-a232-97c07d1f2a3d"} {"level":"info","ts":1789150054.7422388,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"1a20432e-0f5c-4f15-a232-97c07d1f2a3d","name":"e2e-legacy-migration-4a00ba0e"} {"level":"info","ts":1789150054.74206,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"13c94b4b-87eb-4c87-bf87-a68561b85077","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150054.7423396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"13c94b4b-87eb-4c87-bf87-a68561b85077","modelName":"e2e-legacy-migration-4a00ba0e","resolvedRefs":1} {"level":"error","ts":1789150054.7466772,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"97f1325d-bfdb-464a-bd77-8ea94ef0875b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-4a00ba0e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789150054.7467763,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"2d74271a-b48c-4560-9278-f195f97b8d5b"} {"level":"info","ts":1789150054.7468429,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"2d74271a-b48c-4560-9278-f195f97b8d5b","name":"e2e-legacy-migration-4a00ba0e"} {"level":"info","ts":1789150054.7557988,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"3f1e99a9-79d2-41b7-8fca-6a694da1a25c","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150054.7634447,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"3f1e99a9-79d2-41b7-8fca-6a694da1a25c","name":"e2e-legacy-migration-4a00ba0e"} {"level":"info","ts":1789150054.7637968,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"1a20432e-0f5c-4f15-a232-97c07d1f2a3d","httpRoute":"e2e-legacy-migration-4a00ba0e","providers":["e2e-legacy-migration-4a00ba0e"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789150054.7696068,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"48dcf4f6-40dd-4a23-bbe1-a5207ef439e6","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150054.769673,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"48dcf4f6-40dd-4a23-bbe1-a5207ef439e6","modelName":"e2e-legacy-migration-4a00ba0e","resolvedRefs":1} {"level":"error","ts":1789150054.7753692,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"1a20432e-0f5c-4f15-a232-97c07d1f2a3d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4a00ba0e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789150054.77546,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"1bbdeb11-86b8-40b5-a442-6abbb0f4911d"} {"level":"info","ts":1789150054.775538,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"1bbdeb11-86b8-40b5-a442-6abbb0f4911d","name":"e2e-legacy-migration-4a00ba0e"} {"level":"error","ts":1789150054.7769077,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"3f1e99a9-79d2-41b7-8fca-6a694da1a25c","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4a00ba0e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789150054.7784944,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"2d74271a-b48c-4560-9278-f195f97b8d5b","service":"e2e-legacy-migration-4a00ba0e","serviceEntry":"e2e-legacy-migration-4a00ba0e","destinationRule":"e2e-legacy-migration-4a00ba0e"} {"level":"info","ts":1789150054.801854,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"8895a08e-5a9d-414e-8468-9a3aec95e49b","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150054.8018918,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"8895a08e-5a9d-414e-8468-9a3aec95e49b","modelName":"e2e-legacy-migration-4a00ba0e","resolvedRefs":1} {"level":"error","ts":1789150054.803715,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"1bbdeb11-86b8-40b5-a442-6abbb0f4911d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4a00ba0e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789150054.803758,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"1bbdeb11-86b8-40b5-a442-6abbb0f4911d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-4a00ba0e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789150054.8038208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"f679887d-7177-4270-aac4-74ee7ca09c1b"} {"level":"info","ts":1789150054.8038785,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"f679887d-7177-4270-aac4-74ee7ca09c1b","name":"e2e-legacy-migration-4a00ba0e"} {"level":"info","ts":1789150054.8179727,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"c6f7bb76-5bda-47f3-b726-404cfb63e4da","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150054.8277054,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"c6f7bb76-5bda-47f3-b726-404cfb63e4da","name":"e2e-legacy-migration-4a00ba0e"} {"level":"info","ts":1789150054.8409414,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"f679887d-7177-4270-aac4-74ee7ca09c1b","httpRoute":"e2e-legacy-migration-4a00ba0e","providers":["e2e-legacy-migration-4a00ba0e"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789150054.8411558,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"c6f7bb76-5bda-47f3-b726-404cfb63e4da","provider":"openai","model":"e2e-legacy-migration-4a00ba0e","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789150054.8523738,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"c4b77f56-fe8f-4d0c-8714-5271ba0422fb","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150054.8524106,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"c4b77f56-fe8f-4d0c-8714-5271ba0422fb","modelName":"e2e-legacy-migration-4a00ba0e","resolvedRefs":1} {"level":"error","ts":1789150054.8556335,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"f679887d-7177-4270-aac4-74ee7ca09c1b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4a00ba0e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789150054.855709,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"110530e4-d7f6-4de9-af4e-80c365dd3285"} {"level":"info","ts":1789150054.855766,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"110530e4-d7f6-4de9-af4e-80c365dd3285","name":"e2e-legacy-migration-4a00ba0e"} {"level":"info","ts":1789150054.889605,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"110530e4-d7f6-4de9-af4e-80c365dd3285","httpRoute":"e2e-legacy-migration-4a00ba0e","providers":["e2e-legacy-migration-4a00ba0e"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789150055.0035896,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"2583c509-cc04-4f4c-8e33-1fbe15e52e43","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150055.0165389,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"2583c509-cc04-4f4c-8e33-1fbe15e52e43","name":"e2e-legacy-migration-4a00ba0e"} {"level":"info","ts":1789150055.0345645,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"2583c509-cc04-4f4c-8e33-1fbe15e52e43","provider":"openai","model":"e2e-legacy-migration-4a00ba0e","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789150057.5637908,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"2bbcffda-a723-464c-8b87-59dbee0eade1","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150057.5770917,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"87dc9207-4d43-43af-8aa7-8d458d5443b7"} {"level":"info","ts":1789150057.5772245,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"3ada3c0c-64d9-4457-8922-947470099d49","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150057.5772529,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"3ada3c0c-64d9-4457-8922-947470099d49","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150057.581059,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"e0450a0f-1328-4d29-9cd1-03a683f625a2"} {"level":"info","ts":1789150057.581055,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"784094dd-76b0-48f0-a922-da76fc34f9ae","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150057.5811377,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4a00ba0e","reconcileID":"784094dd-76b0-48f0-a922-da76fc34f9ae","name":"e2e-legacy-migration-4a00ba0e","namespace":"llm"} {"level":"info","ts":1789150058.002681,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789150058.0028849,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608"} {"level":"info","ts":1789150058.0029173,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608"} {"level":"info","ts":1789150058.0029376,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608","EoS":true} {"level":"info","ts":1789150058.0029705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608","header":"x-maas-username"} {"level":"info","ts":1789150058.0029852,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608","header":"x-maas-subscription"} {"level":"info","ts":1789150058.0029926,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608","header":"x-maas-group"} {"level":"info","ts":1789150058.0030124,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789150058.003063,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608","modelName":"e2e-external-model"} {"level":"info","ts":1789150058.0030932,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789150058.0031269,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789150058.0031528,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608","authType":"apikey"} {"level":"info","ts":1789150058.0031884,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608"} {"level":"info","ts":1789150058.344597,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608"} {"level":"info","ts":1789150058.3446271,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608"} {"level":"info","ts":1789150058.344644,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608","EoS":false} {"level":"info","ts":1789150058.3446572,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608"} {"level":"info","ts":1789150058.3446913,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608","EoS":true} {"level":"info","ts":1789150058.3447025,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0781d9365b08be17f2aa997996905e7d","span_id":"9a7c721ef14abad5","x-request-id":"360a4c40-0fe8-423f-807a-3f48edb8b608"} {"level":"info","ts":1789150058.397612,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789150058.3977373,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad"} {"level":"info","ts":1789150058.3977544,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad"} {"level":"info","ts":1789150058.3977718,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad","EoS":true} {"level":"info","ts":1789150058.397804,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad","header":"x-maas-username"} {"level":"info","ts":1789150058.3978179,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad","header":"x-maas-subscription"} {"level":"info","ts":1789150058.3978255,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad","header":"x-maas-group"} {"level":"info","ts":1789150058.3978462,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789150058.3978794,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad"} {"level":"info","ts":1789150058.5816345,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad"} {"level":"info","ts":1789150058.5816753,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad"} {"level":"info","ts":1789150058.5816965,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad","EoS":false} {"level":"info","ts":1789150058.5817113,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad"} {"level":"info","ts":1789150058.5817444,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad","EoS":true} {"level":"info","ts":1789150058.5817552,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"023214ddab12e0f504f1ff3617ee6e7d","span_id":"c8ea3a402de1225b","x-request-id":"6ea16c0b-4549-4f45-9899-78b32c72d3ad"} {"level":"info","ts":1789150058.6257067,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789150058.6258686,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77"} {"level":"info","ts":1789150058.6258924,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77"} {"level":"info","ts":1789150058.6259105,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77","EoS":true} {"level":"info","ts":1789150058.6259396,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77","header":"x-maas-username"} {"level":"info","ts":1789150058.6259549,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77","header":"x-maas-subscription"} {"level":"info","ts":1789150058.6259644,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77","header":"x-maas-group"} {"level":"info","ts":1789150058.6260045,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77"} {"level":"info","ts":1789150059.0468206,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77"} {"level":"info","ts":1789150059.0468524,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77"} {"level":"info","ts":1789150059.046872,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77","EoS":false} {"level":"info","ts":1789150059.0468867,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77"} {"level":"info","ts":1789150059.0469263,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77","EoS":true} {"level":"info","ts":1789150059.0469384,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75b27cfff6c6d863b6ae7048790ab6c3","span_id":"114eb04d0567de4e","x-request-id":"d9cd7d94-e062-4e64-a049-86854fe2de77"} {"level":"info","ts":1789150059.998125,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5681c492-6555-4c2e-8a7c-21f6918f6b01"} {"level":"info","ts":1789150059.9982169,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"085bdd52-b5ef-4d3a-855d-0fc6ecaabbd8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789150059.9982526,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"085bdd52-b5ef-4d3a-855d-0fc6ecaabbd8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789150060.159001,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b45cd64-0967-438d-b8bb-3c13e9cf5dfa"} {"level":"info","ts":1789150060.1592102,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eebd7e60-1a59-4a8d-8f36-1738e8b2a375","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789150060.1592824,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eebd7e60-1a59-4a8d-8f36-1738e8b2a375","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789150060.2738512,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ea34632b-e892-428f-a516-80acbcd71e30","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789150060.2739897,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ea34632b-e892-428f-a516-80acbcd71e30","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789150062.9074066,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789150077.9080262,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789150079.918434,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789150079.9186091,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e"} {"level":"info","ts":1789150079.9186244,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e"} {"level":"info","ts":1789150079.9186368,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e","EoS":true} {"level":"info","ts":1789150079.9186618,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e","header":"x-maas-subscription"} {"level":"info","ts":1789150079.9186738,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e","header":"x-maas-username"} {"level":"info","ts":1789150079.9186795,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e","header":"x-maas-group"} {"level":"info","ts":1789150079.9186947,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789150079.9187195,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e"} {"level":"info","ts":1789150079.920395,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e"} {"level":"info","ts":1789150079.9204173,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e"} {"level":"info","ts":1789150079.9204314,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e","EoS":false} {"level":"info","ts":1789150079.9204443,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e"} {"level":"info","ts":1789150079.920466,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e","EoS":true} {"level":"info","ts":1789150079.9204762,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe955015143204455f73ad8fde4e1281","span_id":"19a527a9b3223c77","x-request-id":"4d90a63b-ad29-497b-9631-75d8ff87590e"} {"level":"info","ts":1789150080.0101008,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789150080.0102072,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee"} {"level":"info","ts":1789150080.0102189,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee"} {"level":"info","ts":1789150080.0102298,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee","EoS":true} {"level":"info","ts":1789150080.010255,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee","header":"x-maas-username"} {"level":"info","ts":1789150080.0103183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee","header":"x-maas-group"} {"level":"info","ts":1789150080.0103285,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee","header":"x-maas-subscription"} {"level":"info","ts":1789150080.0103447,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789150080.0103722,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee"} {"level":"info","ts":1789150080.011355,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee"} {"level":"info","ts":1789150080.0113807,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee"} {"level":"info","ts":1789150080.0114002,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee","EoS":false} {"level":"info","ts":1789150080.0114188,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee"} {"level":"info","ts":1789150080.011448,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee","EoS":true} {"level":"info","ts":1789150080.0114584,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d6bcab306ced84e355dadf06eb4879c","span_id":"51c4bdca5f2b2f0d","x-request-id":"9f8000e2-e3c5-4380-a64d-f1c66134d3ee"} {"level":"info","ts":1789150080.1156206,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789150080.1157253,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117"} {"level":"info","ts":1789150080.1157377,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117"} {"level":"info","ts":1789150080.1157491,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117","EoS":true} {"level":"info","ts":1789150080.115771,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117","header":"x-maas-subscription"} {"level":"info","ts":1789150080.1158185,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117","header":"x-maas-username"} {"level":"info","ts":1789150080.1158268,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117","header":"x-maas-group"} {"level":"info","ts":1789150080.115844,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789150080.115871,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117"} {"level":"info","ts":1789150080.1167567,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117"} {"level":"info","ts":1789150080.116778,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117"} {"level":"info","ts":1789150080.1167932,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117","EoS":false} {"level":"info","ts":1789150080.1168046,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117"} {"level":"info","ts":1789150080.1168256,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117","EoS":true} {"level":"info","ts":1789150080.1168354,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4468dccaee89244598ea50791adc1938","span_id":"8e86d6e436498e48","x-request-id":"e93a9c1e-9ec8-401a-ba53-43ffbd614117"} {"level":"info","ts":1789150080.1918879,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789150080.1921194,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031"} {"level":"info","ts":1789150080.1921716,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031"} {"level":"info","ts":1789150080.1922143,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031","EoS":true} {"level":"info","ts":1789150080.192268,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031","header":"x-maas-username"} {"level":"info","ts":1789150080.192322,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031","header":"x-maas-group"} {"level":"info","ts":1789150080.1923592,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031","header":"x-maas-subscription"} {"level":"info","ts":1789150080.1924114,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789150080.1924706,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031"} {"level":"info","ts":1789150080.1963902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031"} {"level":"info","ts":1789150080.1964178,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031"} {"level":"info","ts":1789150080.1964395,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031","EoS":false} {"level":"info","ts":1789150080.1964588,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031"} {"level":"info","ts":1789150080.1964886,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031","EoS":true} {"level":"info","ts":1789150080.1965008,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59bf4730d0b9ddb270cc15650a2aa614","span_id":"6bce8e9e07e14c3c","x-request-id":"fba1ae49-c3e3-4a49-996e-763af078f031"} {"level":"error","ts":1789150092.9086728,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789150100.5158646,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789150100.5159633,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ca2d4bc6e0704a83936f3435ae1ec3ef","span_id":"e4ad91195884c165","x-request-id":"703a3b00-c4f2-4a22-9dfe-f0c36c33da8c"} {"level":"info","ts":1789150100.5159786,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ca2d4bc6e0704a83936f3435ae1ec3ef","span_id":"e4ad91195884c165","x-request-id":"703a3b00-c4f2-4a22-9dfe-f0c36c33da8c"} {"level":"info","ts":1789150100.5159965,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ca2d4bc6e0704a83936f3435ae1ec3ef","span_id":"e4ad91195884c165","x-request-id":"703a3b00-c4f2-4a22-9dfe-f0c36c33da8c","EoS":true} {"level":"info","ts":1789150100.516045,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ca2d4bc6e0704a83936f3435ae1ec3ef","span_id":"e4ad91195884c165","x-request-id":"703a3b00-c4f2-4a22-9dfe-f0c36c33da8c"} {"level":"info","ts":1789150100.6765263,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789150100.6766384,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5fa2fd164ca041e2983b9026e4d38861","span_id":"86f8210b0795e00a","x-request-id":"0bc7133b-d77d-49c4-bae4-3925d111f26c"} {"level":"info","ts":1789150100.6766539,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5fa2fd164ca041e2983b9026e4d38861","span_id":"86f8210b0795e00a","x-request-id":"0bc7133b-d77d-49c4-bae4-3925d111f26c"} {"level":"info","ts":1789150100.6766667,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5fa2fd164ca041e2983b9026e4d38861","span_id":"86f8210b0795e00a","x-request-id":"0bc7133b-d77d-49c4-bae4-3925d111f26c","EoS":true} {"level":"info","ts":1789150100.6767118,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5fa2fd164ca041e2983b9026e4d38861","span_id":"86f8210b0795e00a","x-request-id":"0bc7133b-d77d-49c4-bae4-3925d111f26c"} {"level":"info","ts":1789150100.822266,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789150100.8223968,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"34804bf83b952dc3d9ce9fefd5a4a192","span_id":"da29d53d6d09fb52","x-request-id":"8f2357c4-074b-475e-8daf-efb27fd4ff42"} {"level":"info","ts":1789150100.822413,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"34804bf83b952dc3d9ce9fefd5a4a192","span_id":"da29d53d6d09fb52","x-request-id":"8f2357c4-074b-475e-8daf-efb27fd4ff42"} {"level":"info","ts":1789150100.8224263,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"34804bf83b952dc3d9ce9fefd5a4a192","span_id":"da29d53d6d09fb52","x-request-id":"8f2357c4-074b-475e-8daf-efb27fd4ff42","EoS":true} {"level":"info","ts":1789150100.8224783,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"34804bf83b952dc3d9ce9fefd5a4a192","span_id":"da29d53d6d09fb52","x-request-id":"8f2357c4-074b-475e-8daf-efb27fd4ff42"} {"level":"error","ts":1789150112.9095871,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151196.2231019,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151196.2232258,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256"} {"level":"info","ts":1789151196.2232425,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256"} {"level":"info","ts":1789151196.223257,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256","EoS":true} {"level":"info","ts":1789151196.2232852,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256","header":"x-maas-subscription"} {"level":"info","ts":1789151196.2233195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256","header":"x-maas-group"} {"level":"info","ts":1789151196.2233286,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256","header":"x-maas-username"} {"level":"info","ts":1789151196.2233481,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789151196.2233794,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256"} {"level":"info","ts":1789151196.2243583,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256"} {"level":"info","ts":1789151196.2243807,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256"} {"level":"info","ts":1789151196.2244017,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256","EoS":false} {"level":"info","ts":1789151196.2244158,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256"} {"level":"info","ts":1789151196.2244358,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256","EoS":true} {"level":"info","ts":1789151196.2244427,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61ba20860f35ff832537aa47805ac2cf","span_id":"705ec574c21f4632","x-request-id":"86705721-1ee0-4477-bd4f-f90edfbbf256"} {"level":"info","ts":1789151196.264524,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151196.2646227,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0"} {"level":"info","ts":1789151196.2646337,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0"} {"level":"info","ts":1789151196.2646453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0","EoS":true} {"level":"info","ts":1789151196.2646716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0","header":"x-maas-subscription"} {"level":"info","ts":1789151196.264682,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0","header":"x-maas-username"} {"level":"info","ts":1789151196.2646866,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0","header":"x-maas-group"} {"level":"info","ts":1789151196.2647014,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789151196.2647276,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0"} {"level":"info","ts":1789151196.2656095,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0"} {"level":"info","ts":1789151196.2656343,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0"} {"level":"info","ts":1789151196.265653,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0","EoS":false} {"level":"info","ts":1789151196.265672,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0"} {"level":"info","ts":1789151196.265704,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0","EoS":true} {"level":"info","ts":1789151196.2657142,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1700c8fce34d7e51433f5b4fdf19c3fa","span_id":"c8c3b3b006ada321","x-request-id":"0de242d3-8b35-4652-b352-35d8388dd6d0"} {"level":"error","ts":1789151208.041209,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151526.5472043,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151526.5473745,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738"} {"level":"info","ts":1789151526.547389,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738"} {"level":"info","ts":1789151526.5474029,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738","EoS":true} {"level":"info","ts":1789151526.547433,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738","header":"x-maas-subscription"} {"level":"info","ts":1789151526.5474446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738","header":"x-maas-group"} {"level":"info","ts":1789151526.5474498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738","header":"x-maas-username"} {"level":"info","ts":1789151526.5474708,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151526.5474932,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738"} {"level":"info","ts":1789151526.5616605,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738"} {"level":"info","ts":1789151526.5617192,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738"} {"level":"info","ts":1789151526.5617585,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738","EoS":false} {"level":"info","ts":1789151526.561792,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738"} {"level":"info","ts":1789151526.5618446,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738","EoS":true} {"level":"info","ts":1789151526.5618656,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"612f2cd41c538a7a0ebb6339a23456ef","span_id":"1bb84ccf22f9eebd","x-request-id":"4cb9e1fb-8a3f-4017-93ea-f6f17d02a738"} {"level":"info","ts":1789151526.706864,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151526.7070172,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855"} {"level":"info","ts":1789151526.707036,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855"} {"level":"info","ts":1789151526.7070503,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855","EoS":true} {"level":"info","ts":1789151526.7070782,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855","header":"x-maas-group"} {"level":"info","ts":1789151526.707089,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855","header":"x-maas-subscription"} {"level":"info","ts":1789151526.7070937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855","header":"x-maas-username"} {"level":"info","ts":1789151526.707111,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151526.7071443,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855"} {"level":"info","ts":1789151526.709412,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855"} {"level":"info","ts":1789151526.7094374,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855"} {"level":"info","ts":1789151526.7094586,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855","EoS":false} {"level":"info","ts":1789151526.7094755,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855"} {"level":"info","ts":1789151526.7095108,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855","EoS":true} {"level":"info","ts":1789151526.7095222,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"364ea765586e16252960ff540374db50","span_id":"8d9c7e3a2fbe5840","x-request-id":"3960dfdc-f24a-9919-82f6-971e39dc7855"} {"level":"info","ts":1789151526.8462334,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151526.846364,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1"} {"level":"info","ts":1789151526.8463802,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1"} {"level":"info","ts":1789151526.8463933,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1","EoS":true} {"level":"info","ts":1789151526.8464172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1","header":"x-maas-username"} {"level":"info","ts":1789151526.8464274,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1","header":"x-maas-subscription"} {"level":"info","ts":1789151526.8464324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1","header":"x-maas-group"} {"level":"info","ts":1789151526.8464487,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151526.8464727,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1"} {"level":"info","ts":1789151526.8474467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1"} {"level":"info","ts":1789151526.8474689,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1"} {"level":"info","ts":1789151526.8474863,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1","EoS":false} {"level":"info","ts":1789151526.8474984,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1"} {"level":"info","ts":1789151526.8475254,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1","EoS":true} {"level":"info","ts":1789151526.8475392,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab329e0bf50dc68d3fbeaec87e656af2","span_id":"5e673a966a7537a0","x-request-id":"7c757f52-47c9-4d94-b1f6-318037526fa1"} {"level":"info","ts":1789151526.9839444,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151526.9840648,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d"} {"level":"info","ts":1789151526.9840798,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d"} {"level":"info","ts":1789151526.9840918,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d","EoS":true} {"level":"info","ts":1789151526.9841137,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d","header":"x-maas-group"} {"level":"info","ts":1789151526.9841247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d","header":"x-maas-subscription"} {"level":"info","ts":1789151526.98413,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d","header":"x-maas-username"} {"level":"info","ts":1789151526.9841454,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151526.9841735,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d"} {"level":"info","ts":1789151526.985038,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d"} {"level":"info","ts":1789151526.985057,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d"} {"level":"info","ts":1789151526.9850714,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d","EoS":false} {"level":"info","ts":1789151526.9850812,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d"} {"level":"info","ts":1789151526.9851067,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d","EoS":true} {"level":"info","ts":1789151526.9851165,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7dee606b7bdbb1506c009168fad34036","span_id":"e3beae081dc7b198","x-request-id":"40e8eebd-3ff1-4596-a1a2-138e7b67d09d"} {"level":"info","ts":1789151527.1209295,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151527.1210492,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad"} {"level":"info","ts":1789151527.121061,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad"} {"level":"info","ts":1789151527.121073,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad","EoS":true} {"level":"info","ts":1789151527.1210961,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad","header":"x-maas-group"} {"level":"info","ts":1789151527.1211061,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad","header":"x-maas-subscription"} {"level":"info","ts":1789151527.1211112,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad","header":"x-maas-username"} {"level":"info","ts":1789151527.1211343,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151527.1211612,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad"} {"level":"info","ts":1789151527.1220849,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad"} {"level":"info","ts":1789151527.1221046,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad"} {"level":"info","ts":1789151527.122119,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad","EoS":false} {"level":"info","ts":1789151527.1221344,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad"} {"level":"info","ts":1789151527.122154,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad","EoS":true} {"level":"info","ts":1789151527.1221645,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f7a9db56d65533dce399c6644a00d768","span_id":"d6fd920192cdbdf3","x-request-id":"2e6c4d9f-01ff-4a5c-b997-c408bdea06ad"} {"level":"info","ts":1789151535.9564743,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151535.9565916,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac"} {"level":"info","ts":1789151535.956608,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac"} {"level":"info","ts":1789151535.9566276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac","EoS":true} {"level":"info","ts":1789151535.956664,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac","header":"x-maas-username"} {"level":"info","ts":1789151535.9566784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac","header":"x-maas-subscription"} {"level":"info","ts":1789151535.9566863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac","header":"x-maas-group"} {"level":"info","ts":1789151535.9567082,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151535.9567423,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac"} {"level":"info","ts":1789151535.9575908,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac"} {"level":"info","ts":1789151535.9576166,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac"} {"level":"info","ts":1789151535.9576375,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac","EoS":false} {"level":"info","ts":1789151535.9576547,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac"} {"level":"info","ts":1789151535.9576786,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac","EoS":true} {"level":"info","ts":1789151535.9576888,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c8ec4e788c4349368f3242f028249685","span_id":"a189c27bd3cd3dd9","x-request-id":"2b7260ce-2ae8-4f37-9b7e-ca2cf48f20ac"} {"level":"info","ts":1789151536.0609303,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151536.061036,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"23905d931c959a4befa917513c107687","span_id":"17aa71939a6f34eb","x-request-id":"3cc2ee79-2b13-48e8-b9af-bff3d27a747a"} {"level":"info","ts":1789151536.0618017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"23905d931c959a4befa917513c107687","span_id":"17aa71939a6f34eb","x-request-id":"3cc2ee79-2b13-48e8-b9af-bff3d27a747a"} {"level":"info","ts":1789151536.0618289,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"23905d931c959a4befa917513c107687","span_id":"17aa71939a6f34eb","x-request-id":"3cc2ee79-2b13-48e8-b9af-bff3d27a747a"} {"level":"info","ts":1789151536.0618446,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"23905d931c959a4befa917513c107687","span_id":"17aa71939a6f34eb","x-request-id":"3cc2ee79-2b13-48e8-b9af-bff3d27a747a","EoS":false} {"level":"info","ts":1789151536.0618646,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"23905d931c959a4befa917513c107687","span_id":"17aa71939a6f34eb","x-request-id":"3cc2ee79-2b13-48e8-b9af-bff3d27a747a"} {"level":"info","ts":1789151536.0618913,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"23905d931c959a4befa917513c107687","span_id":"17aa71939a6f34eb","x-request-id":"3cc2ee79-2b13-48e8-b9af-bff3d27a747a","EoS":true} {"level":"info","ts":1789151536.0619006,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"23905d931c959a4befa917513c107687","span_id":"17aa71939a6f34eb","x-request-id":"3cc2ee79-2b13-48e8-b9af-bff3d27a747a"} {"level":"info","ts":1789151536.8251054,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151536.8252182,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c"} {"level":"info","ts":1789151536.825233,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c"} {"level":"info","ts":1789151536.8252466,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c","EoS":true} {"level":"info","ts":1789151536.8252718,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c","header":"x-maas-group"} {"level":"info","ts":1789151536.8252823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c","header":"x-maas-subscription"} {"level":"info","ts":1789151536.8252873,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c","header":"x-maas-username"} {"level":"info","ts":1789151536.8253162,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151536.8253407,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c"} {"level":"info","ts":1789151536.8262525,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c"} {"level":"info","ts":1789151536.8262658,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c"} {"level":"info","ts":1789151536.8262775,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c","EoS":false} {"level":"info","ts":1789151536.826287,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c"} {"level":"info","ts":1789151536.8263671,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c","EoS":true} {"level":"info","ts":1789151536.8263788,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fca3a749d59476b96d14ad3b1a9b8fe8","span_id":"ec1b78aa71ddab12","x-request-id":"7c9b7c79-63f5-4280-8de4-7868687a123c"} {"level":"info","ts":1789151537.7478168,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151537.7479224,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b"} {"level":"info","ts":1789151537.7479393,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b"} {"level":"info","ts":1789151537.7479513,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b","EoS":true} {"level":"info","ts":1789151537.7479777,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b","header":"x-maas-group"} {"level":"info","ts":1789151537.747988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b","header":"x-maas-username"} {"level":"info","ts":1789151537.7479973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b","header":"x-maas-subscription"} {"level":"info","ts":1789151537.7480166,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151537.748046,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b"} {"level":"info","ts":1789151537.7489095,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b"} {"level":"info","ts":1789151537.7489285,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b"} {"level":"info","ts":1789151537.7489455,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b","EoS":false} {"level":"info","ts":1789151537.7489643,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b"} {"level":"info","ts":1789151537.7490003,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b","EoS":true} {"level":"info","ts":1789151537.7490118,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4e3271a9f130e0b96575e43093b00f3","span_id":"175e1a4106b570a6","x-request-id":"f8ee7280-793f-4d86-bd84-55d6bab6385b"} {"level":"error","ts":1789151538.0833328,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151538.446804,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151538.4469,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347"} {"level":"info","ts":1789151538.4469125,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347"} {"level":"info","ts":1789151538.4469252,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347","EoS":true} {"level":"info","ts":1789151538.4469483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347","header":"x-maas-group"} {"level":"info","ts":1789151538.4469588,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347","header":"x-maas-username"} {"level":"info","ts":1789151538.4469643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347","header":"x-maas-subscription"} {"level":"info","ts":1789151538.4469793,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151538.4470046,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347"} {"level":"info","ts":1789151538.4478972,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347"} {"level":"info","ts":1789151538.447924,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347"} {"level":"info","ts":1789151538.4479473,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347","EoS":false} {"level":"info","ts":1789151538.4479635,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347"} {"level":"info","ts":1789151538.4479966,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347","EoS":true} {"level":"info","ts":1789151538.4480102,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3c6156b70734f881083c70e57892e83b","span_id":"8c654b33a732c9ab","x-request-id":"388ff7ff-fe34-4444-b1b2-23eb9363d347"} {"level":"info","ts":1789151539.4991539,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151539.4992695,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8"} {"level":"info","ts":1789151539.4992838,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8"} {"level":"info","ts":1789151539.4993172,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8","EoS":true} {"level":"info","ts":1789151539.4993443,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8","header":"x-maas-username"} {"level":"info","ts":1789151539.4993544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8","header":"x-maas-subscription"} {"level":"info","ts":1789151539.4993591,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8","header":"x-maas-group"} {"level":"info","ts":1789151539.4993742,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151539.4993994,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8"} {"level":"info","ts":1789151539.5002298,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8"} {"level":"info","ts":1789151539.5002468,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8"} {"level":"info","ts":1789151539.5002651,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8","EoS":false} {"level":"info","ts":1789151539.5002766,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8"} {"level":"info","ts":1789151539.500315,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8","EoS":true} {"level":"info","ts":1789151539.5003285,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"66c1bc78fe7d061313813b0e9aa1c921","span_id":"25d41e0be86dc141","x-request-id":"cb1018cc-8f0c-4a86-ba9b-28305da3bdc8"} {"level":"error","ts":1789151553.0843396,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151559.0912864,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151559.091401,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3"} {"level":"info","ts":1789151559.0914176,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3"} {"level":"info","ts":1789151559.0914292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3","EoS":true} {"level":"info","ts":1789151559.0914536,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3","header":"x-maas-group"} {"level":"info","ts":1789151559.0914629,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3","header":"x-maas-username"} {"level":"info","ts":1789151559.091468,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3","header":"x-maas-subscription"} {"level":"info","ts":1789151559.0914829,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151559.0915074,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3"} {"level":"info","ts":1789151559.0923395,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3"} {"level":"info","ts":1789151559.0923607,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3"} {"level":"info","ts":1789151559.0923815,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3","EoS":false} {"level":"info","ts":1789151559.0923967,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3"} {"level":"info","ts":1789151559.0924335,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3","EoS":true} {"level":"info","ts":1789151559.0924442,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"246a687c36acd63fd809df99031d622e","span_id":"f1e6780e609123c3","x-request-id":"a0c4a67d-0fda-4aba-b442-284d4cb879a3"} {"level":"error","ts":1789151573.085575,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151646.4539075,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151646.4540389,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef"} {"level":"info","ts":1789151646.4540565,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef"} {"level":"info","ts":1789151646.454074,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef","EoS":true} {"level":"info","ts":1789151646.4541123,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef","header":"x-maas-username"} {"level":"info","ts":1789151646.4541261,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef","header":"x-maas-group"} {"level":"info","ts":1789151646.4541337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef","header":"x-maas-subscription"} {"level":"info","ts":1789151646.454154,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789151646.4541876,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef"} {"level":"info","ts":1789151646.4669535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef"} {"level":"info","ts":1789151646.4669764,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef"} {"level":"info","ts":1789151646.4669917,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef","EoS":false} {"level":"info","ts":1789151646.4670033,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef"} {"level":"info","ts":1789151646.4670298,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef","EoS":true} {"level":"info","ts":1789151646.467038,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2ed997ca2af193376bdb367e2ccd43b9","span_id":"062dc53f302e3d63","x-request-id":"22e13c8c-7323-4467-8432-47c4988c42ef"} {"level":"error","ts":1789151658.0941226,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151705.0374038,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151705.037504,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f"} {"level":"info","ts":1789151705.0375166,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f"} {"level":"info","ts":1789151705.03753,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f","EoS":true} {"level":"info","ts":1789151705.0375547,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f","header":"x-maas-subscription"} {"level":"info","ts":1789151705.037565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f","header":"x-maas-group"} {"level":"info","ts":1789151705.03757,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f","header":"x-maas-username"} {"level":"info","ts":1789151705.0375838,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151705.0376081,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f"} {"level":"info","ts":1789151705.043132,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f"} {"level":"info","ts":1789151705.0431535,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f"} {"level":"info","ts":1789151705.0431685,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f","EoS":false} {"level":"info","ts":1789151705.04318,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f"} {"level":"info","ts":1789151705.0432045,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f","EoS":true} {"level":"info","ts":1789151705.0432155,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19a0991c9d15cc8ed9b7d2693da10b5d","span_id":"2213a7510dd1ba92","x-request-id":"55c9d4ca-709d-4951-9d40-ca698a435c1f"} {"level":"error","ts":1789151718.1014433,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151718.782561,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151718.782685,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf"} {"level":"info","ts":1789151718.7827008,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf"} {"level":"info","ts":1789151718.7827213,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf","EoS":true} {"level":"info","ts":1789151718.7827592,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf","header":"x-maas-group"} {"level":"info","ts":1789151718.782772,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf","header":"x-maas-subscription"} {"level":"info","ts":1789151718.7827802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf","header":"x-maas-username"} {"level":"info","ts":1789151718.7828023,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789151718.7828393,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf"} {"level":"info","ts":1789151718.79551,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf"} {"level":"info","ts":1789151718.795529,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf"} {"level":"info","ts":1789151718.7955513,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf","EoS":false} {"level":"info","ts":1789151718.7955666,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf"} {"level":"info","ts":1789151718.7956007,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf","EoS":false} {"level":"info","ts":1789151718.7956123,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf"} {"level":"info","ts":1789151718.795631,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf","EoS":true} {"level":"info","ts":1789151718.7956429,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6aae53b455f1c7bd45ccebe109259d05","span_id":"a5b3c653e9085850","x-request-id":"2412078a-efb8-46ac-b119-f45757fd4bbf"} {"level":"info","ts":1789151718.9328196,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151718.932918,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783"} {"level":"info","ts":1789151718.9329295,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783"} {"level":"info","ts":1789151718.9329429,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783","EoS":true} {"level":"info","ts":1789151718.9329655,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783","header":"x-maas-group"} {"level":"info","ts":1789151718.9329753,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783","header":"x-maas-subscription"} {"level":"info","ts":1789151718.9329805,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783","header":"x-maas-username"} {"level":"info","ts":1789151718.9329958,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789151718.933022,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783"} {"level":"info","ts":1789151718.9338508,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783"} {"level":"info","ts":1789151718.9338722,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783"} {"level":"info","ts":1789151718.9338872,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783","EoS":false} {"level":"info","ts":1789151718.9339042,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783"} {"level":"info","ts":1789151718.9339292,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783","EoS":false} {"level":"info","ts":1789151718.9339416,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783"} {"level":"info","ts":1789151718.933952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783","EoS":true} {"level":"info","ts":1789151718.9339616,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"15bd98c13fb23e100360e9dac70edc5d","span_id":"087b78c2910f1f48","x-request-id":"4347cab6-3daf-4188-a512-13345af31783"} {"level":"info","ts":1789151719.0710568,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151719.0711706,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7"} {"level":"info","ts":1789151719.0711858,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7"} {"level":"info","ts":1789151719.0712035,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7","EoS":true} {"level":"info","ts":1789151719.0712388,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7","header":"x-maas-username"} {"level":"info","ts":1789151719.0712516,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7","header":"x-maas-subscription"} {"level":"info","ts":1789151719.071263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7","header":"x-maas-group"} {"level":"info","ts":1789151719.0712855,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789151719.071337,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7"} {"level":"info","ts":1789151719.0721776,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7"} {"level":"info","ts":1789151719.072197,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7"} {"level":"info","ts":1789151719.072212,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7","EoS":false} {"level":"info","ts":1789151719.0722258,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7"} {"level":"info","ts":1789151719.072253,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7","EoS":true} {"level":"info","ts":1789151719.072262,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ffcb9ef33dfe956e6b4f0ee8bc27645","span_id":"6deb6b57dba3442c","x-request-id":"d35858fd-bd36-4e94-86b1-74fcbf9c93c7"} {"level":"info","ts":1789151731.91958,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151731.9196935,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55"} {"level":"info","ts":1789151731.9197094,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55"} {"level":"info","ts":1789151731.919722,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55","EoS":true} {"level":"info","ts":1789151731.9197462,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55","header":"x-maas-group"} {"level":"info","ts":1789151731.919756,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55","header":"x-maas-subscription"} {"level":"info","ts":1789151731.919762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55","header":"x-maas-username"} {"level":"info","ts":1789151731.9197774,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789151731.9198036,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55"} {"level":"info","ts":1789151731.9227717,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55"} {"level":"info","ts":1789151731.9227924,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55"} {"level":"info","ts":1789151731.9228153,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55","EoS":false} {"level":"info","ts":1789151731.9228375,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55"} {"level":"info","ts":1789151731.9228723,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55","EoS":false} {"level":"info","ts":1789151731.9228852,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55"} {"level":"info","ts":1789151731.9229033,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55","EoS":true} {"level":"info","ts":1789151731.9229157,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6586b14d7cf5d49dd4565f33904d453c","span_id":"bdb81da256fbce2f","x-request-id":"272cdc5a-4047-4a72-bf71-27b5849dfe55"} {"level":"error","ts":1789151733.1031811,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}