{"level":"error","ts":1789155069.589857,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"79adf2e5-1186-4d54-8e5a-f233ccf3dd27","error":"ExternalModel \"e2e-legacy-migration-35f5c317\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-35f5c317\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155069.589958,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"4a7c509b-f243-4c4b-b15c-73850fa87b4e"} {"level":"info","ts":1789155069.5900352,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"4a7c509b-f243-4c4b-b15c-73850fa87b4e","provider":"e2e-legacy-migration-35f5c317","phase":"Failed"} {"level":"info","ts":1789155069.5912943,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"6828b55c-6790-438c-b4a2-e0f09cb94ba8","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155069.598529,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"45e96956-f0a3-4459-8ad2-b546ec938bea","kind":"DestinationRule","name":"e2e-legacy-migration-35f5c317"} {"level":"info","ts":1789155069.5993571,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"0469d1b1-b73c-4c96-aa7e-cc0ee660abac","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155069.5994287,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"0469d1b1-b73c-4c96-aa7e-cc0ee660abac","modelName":"e2e-legacy-migration-35f5c317","resolvedRefs":1} {"level":"info","ts":1789155069.6029394,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"6828b55c-6790-438c-b4a2-e0f09cb94ba8","name":"e2e-legacy-migration-35f5c317"} {"level":"error","ts":1789155069.6039865,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"4a7c509b-f243-4c4b-b15c-73850fa87b4e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-35f5c317\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789155069.6040356,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"4a7c509b-f243-4c4b-b15c-73850fa87b4e","error":"ExternalModel \"e2e-legacy-migration-35f5c317\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-35f5c317\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155069.6040769,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"9bec4e4c-6fbc-4547-8d03-0ac24ee2bd20"} {"level":"info","ts":1789155069.6040978,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"9bec4e4c-6fbc-4547-8d03-0ac24ee2bd20","provider":"e2e-legacy-migration-35f5c317","phase":"Failed"} {"level":"info","ts":1789155069.607679,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"45e96956-f0a3-4459-8ad2-b546ec938bea","service":"e2e-legacy-migration-35f5c317","serviceEntry":"e2e-legacy-migration-35f5c317","destinationRule":"e2e-legacy-migration-35f5c317"} {"level":"error","ts":1789155069.6092122,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"9bec4e4c-6fbc-4547-8d03-0ac24ee2bd20","error":"ExternalModel \"e2e-legacy-migration-35f5c317\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-35f5c317\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155069.609696,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"6828b55c-6790-438c-b4a2-e0f09cb94ba8","provider":"openai","model":"e2e-legacy-migration-35f5c317","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789155069.6130452,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"45e96956-f0a3-4459-8ad2-b546ec938bea","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-35f5c317\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155069.6131382,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"58365661-0081-40b9-8f2e-da83ad3ce347"} {"level":"info","ts":1789155069.613178,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"58365661-0081-40b9-8f2e-da83ad3ce347","name":"e2e-legacy-migration-35f5c317"} {"level":"info","ts":1789155069.6184852,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"e0063587-3917-4803-815e-ff863a620819","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155069.6185162,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"e0063587-3917-4803-815e-ff863a620819","modelName":"e2e-legacy-migration-35f5c317","resolvedRefs":1} {"level":"info","ts":1789155069.6185696,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"cbef9633-bc76-4ef8-88be-8fa100f78047","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155069.6186345,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"7abfefda-e4c3-4ded-a6cb-60cf6437b9ac"} {"level":"info","ts":1789155069.6187112,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"7abfefda-e4c3-4ded-a6cb-60cf6437b9ac","name":"e2e-legacy-migration-35f5c317"} {"level":"info","ts":1789155069.6186337,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"cbef9633-bc76-4ef8-88be-8fa100f78047","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789155069.6330976,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"58365661-0081-40b9-8f2e-da83ad3ce347","service":"e2e-legacy-migration-35f5c317","serviceEntry":"e2e-legacy-migration-35f5c317","destinationRule":"e2e-legacy-migration-35f5c317"} {"level":"info","ts":1789155069.6427903,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"da5d9e4a-9b23-463a-8338-4bc8e7d485ff","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155069.6428862,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"da5d9e4a-9b23-463a-8338-4bc8e7d485ff","modelName":"e2e-legacy-migration-35f5c317","resolvedRefs":1} {"level":"error","ts":1789155069.6429477,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"58365661-0081-40b9-8f2e-da83ad3ce347","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-35f5c317\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155069.6430538,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"e86cc8b6-9a65-40a4-bce5-ed4e755e4b1e"} {"level":"info","ts":1789155069.6431274,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"e86cc8b6-9a65-40a4-bce5-ed4e755e4b1e","name":"e2e-legacy-migration-35f5c317"} {"level":"error","ts":1789155069.6478405,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"7abfefda-e4c3-4ded-a6cb-60cf6437b9ac","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-35f5c317\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789155069.647883,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"7abfefda-e4c3-4ded-a6cb-60cf6437b9ac","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-35f5c317\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155069.6479287,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"7c41ab0f-780b-41cb-95d4-28e8d005058c"} {"level":"info","ts":1789155069.6480134,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"7c41ab0f-780b-41cb-95d4-28e8d005058c","name":"e2e-legacy-migration-35f5c317"} {"level":"info","ts":1789155069.662023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"b7729ae2-2707-4820-8b56-80d02a5b8403","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155069.662081,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"b7729ae2-2707-4820-8b56-80d02a5b8403","modelName":"e2e-legacy-migration-35f5c317","resolvedRefs":1} {"level":"error","ts":1789155069.66298,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"7c41ab0f-780b-41cb-95d4-28e8d005058c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-35f5c317\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789155069.66341,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"e95b22f8-359c-4d48-9133-a4e6ad507c2b"} {"level":"info","ts":1789155069.663496,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"e95b22f8-359c-4d48-9133-a4e6ad507c2b","name":"e2e-legacy-migration-35f5c317"} {"level":"info","ts":1789155069.6703982,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"e86cc8b6-9a65-40a4-bce5-ed4e755e4b1e","service":"e2e-legacy-migration-35f5c317","serviceEntry":"e2e-legacy-migration-35f5c317","destinationRule":"e2e-legacy-migration-35f5c317"} {"level":"info","ts":1789155069.6832693,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"e95b22f8-359c-4d48-9133-a4e6ad507c2b","httpRoute":"e2e-legacy-migration-35f5c317","providers":["e2e-legacy-migration-35f5c317"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789155069.6922789,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"4a44c065-c286-45cb-b144-c84c2863c3fb","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155069.6923013,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"bd080f3c-0114-40af-94f0-a1875fd2758e"} {"level":"info","ts":1789155069.6923218,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"4a44c065-c286-45cb-b144-c84c2863c3fb","modelName":"e2e-legacy-migration-35f5c317","resolvedRefs":1} {"level":"info","ts":1789155069.6923509,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"bd080f3c-0114-40af-94f0-a1875fd2758e","name":"e2e-legacy-migration-35f5c317"} {"level":"info","ts":1789155069.7067456,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"bd080f3c-0114-40af-94f0-a1875fd2758e","httpRoute":"e2e-legacy-migration-35f5c317","providers":["e2e-legacy-migration-35f5c317"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789155069.7791424,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"cfec68f8-7af0-4cb5-8596-b7c89ed8ee89","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155069.7878675,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"cfec68f8-7af0-4cb5-8596-b7c89ed8ee89","name":"e2e-legacy-migration-35f5c317"} {"level":"info","ts":1789155069.7962277,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"cfec68f8-7af0-4cb5-8596-b7c89ed8ee89","provider":"openai","model":"e2e-legacy-migration-35f5c317","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789155072.4507499,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"99a52a98-621d-466c-b36f-f8c6d8fc1ab2","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155072.467089,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"439f2c50-d8e2-4cac-aeb4-d38fe01d9f3e","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155072.4671714,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"f35a1808-3425-45bf-95a3-be65f77db48d"} {"level":"info","ts":1789155072.4671867,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"439f2c50-d8e2-4cac-aeb4-d38fe01d9f3e","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155072.4680183,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"35d56e09-fe7f-4c78-ad65-44e852f2ff21","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155072.468131,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"d8b3f1e2-61c2-4ffc-9f30-a6d1769623ea"} {"level":"info","ts":1789155072.468234,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-35f5c317","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-35f5c317","reconcileID":"35d56e09-fe7f-4c78-ad65-44e852f2ff21","name":"e2e-legacy-migration-35f5c317","namespace":"llm"} {"level":"info","ts":1789155072.8661613,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155072.866282,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0"} {"level":"info","ts":1789155072.866296,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0"} {"level":"info","ts":1789155072.8663085,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0","EoS":true} {"level":"info","ts":1789155072.8663328,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0","header":"x-maas-group"} {"level":"info","ts":1789155072.8663425,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0","header":"x-maas-username"} {"level":"info","ts":1789155072.866348,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0","header":"x-maas-subscription"} {"level":"info","ts":1789155072.8663628,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789155072.866371,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0","modelName":"e2e-external-model"} {"level":"info","ts":1789155072.8663814,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789155072.8664033,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789155072.8664184,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0","authType":"apikey"} {"level":"info","ts":1789155072.866443,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0"} {"level":"info","ts":1789155072.913127,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0"} {"level":"info","ts":1789155072.913154,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0"} {"level":"info","ts":1789155072.9131749,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0","EoS":false} {"level":"info","ts":1789155072.9131927,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0"} {"level":"info","ts":1789155072.9132328,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0","EoS":true} {"level":"info","ts":1789155072.9132662,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c9c7f97ee7122acae33a2f29e5dbc00","span_id":"ddc18c0b70a25034","x-request-id":"947f9d4c-6eaa-4409-b5e7-cfc31c5e52a0"} {"level":"info","ts":1789155072.9537854,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155072.9538867,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a"} {"level":"info","ts":1789155072.953899,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a"} {"level":"info","ts":1789155072.9539108,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a","EoS":true} {"level":"info","ts":1789155072.953935,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a","header":"x-maas-username"} {"level":"info","ts":1789155072.9539447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a","header":"x-maas-group"} {"level":"info","ts":1789155072.9539504,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a","header":"x-maas-subscription"} {"level":"info","ts":1789155072.9539683,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789155072.9540036,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a"} {"level":"info","ts":1789155073.2938573,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a"} {"level":"info","ts":1789155073.2938936,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a"} {"level":"info","ts":1789155073.2939146,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a","EoS":false} {"level":"info","ts":1789155073.2939272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a"} {"level":"info","ts":1789155073.2939558,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a","EoS":true} {"level":"info","ts":1789155073.293966,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e1f6673d3a8d7672b3eaf7e24d0e8891","span_id":"321d2297574a28c7","x-request-id":"64214078-7adb-4a04-9455-540fe9be206a"} {"level":"info","ts":1789155073.3329036,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155073.332993,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b"} {"level":"info","ts":1789155073.3330045,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b"} {"level":"info","ts":1789155073.3330166,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b","EoS":true} {"level":"info","ts":1789155073.3330362,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b","header":"x-maas-username"} {"level":"info","ts":1789155073.3330464,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b","header":"x-maas-subscription"} {"level":"info","ts":1789155073.3330522,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b","header":"x-maas-group"} {"level":"info","ts":1789155073.3330824,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b"} {"level":"info","ts":1789155073.6969726,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b"} {"level":"info","ts":1789155073.6969984,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b"} {"level":"info","ts":1789155073.697016,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b","EoS":false} {"level":"info","ts":1789155073.697032,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b"} {"level":"info","ts":1789155073.6970618,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b","EoS":true} {"level":"info","ts":1789155073.6970692,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a599a9c0bfdc83ca77faca18811e62c","span_id":"99c5492d3cf544e7","x-request-id":"0d5cd058-fa98-4b33-923c-7471d0a5dd4b"} {"level":"error","ts":1789155074.3421786,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789155074.5357382,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e72427aa-e0a7-41b7-aff2-7dd308e0de53"} {"level":"info","ts":1789155074.535767,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e11f3663-d55e-4db4-9cab-ef6bb450dd50","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789155074.5358648,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e11f3663-d55e-4db4-9cab-ef6bb450dd50","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789155074.6951497,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"431d6776-f63a-4f13-a24f-e2b55adaf08d"} {"level":"info","ts":1789155074.695151,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6433600-ba8a-4efd-885a-d17e02095d38","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789155074.6952,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6433600-ba8a-4efd-885a-d17e02095d38","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789155074.8109396,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7fc95e10-8d2a-4c75-b377-3380b3535a9f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789155074.8110056,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7fc95e10-8d2a-4c75-b377-3380b3535a9f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789155075.5449479,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155075.5450542,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42"} {"level":"info","ts":1789155075.5450687,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42"} {"level":"info","ts":1789155075.5450864,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42","EoS":true} {"level":"info","ts":1789155075.545112,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42","header":"x-maas-subscription"} {"level":"info","ts":1789155075.545122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42","header":"x-maas-group"} {"level":"info","ts":1789155075.5451267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42","header":"x-maas-username"} {"level":"info","ts":1789155075.5451431,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789155075.5451756,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42"} {"level":"info","ts":1789155075.5483499,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42"} {"level":"info","ts":1789155075.548369,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42"} {"level":"info","ts":1789155075.5483897,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42","EoS":false} {"level":"info","ts":1789155075.5484135,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42"} {"level":"info","ts":1789155075.5484443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42","EoS":true} {"level":"info","ts":1789155075.548459,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a6ea6a9a0c7ea586832fb060a96f37b","span_id":"3dd4d4012ffa6992","x-request-id":"31da2df4-869e-4de1-97fc-e5cbf9518d42"} {"level":"info","ts":1789155075.5889645,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155075.5890687,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e"} {"level":"info","ts":1789155075.5890825,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e"} {"level":"info","ts":1789155075.5891023,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e","EoS":true} {"level":"info","ts":1789155075.5891356,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e","header":"x-maas-group"} {"level":"info","ts":1789155075.5891514,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e","header":"x-maas-username"} {"level":"info","ts":1789155075.5891595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e","header":"x-maas-subscription"} {"level":"info","ts":1789155075.589178,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789155075.5892076,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e"} {"level":"info","ts":1789155075.5901542,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e"} {"level":"info","ts":1789155075.5901778,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e"} {"level":"info","ts":1789155075.5901923,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e","EoS":false} {"level":"info","ts":1789155075.590203,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e"} {"level":"info","ts":1789155075.590229,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e","EoS":true} {"level":"info","ts":1789155075.5902634,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03eb0900820fe1de4d1b503f9ad16434","span_id":"e34f198d6e2f1fc2","x-request-id":"7d6da46f-cf12-4d12-a3d7-4f69340f4b2e"} {"level":"info","ts":1789155075.6488984,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155075.648999,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a"} {"level":"info","ts":1789155075.6490185,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a"} {"level":"info","ts":1789155075.6490347,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a","EoS":true} {"level":"info","ts":1789155075.6490595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a","header":"x-maas-subscription"} {"level":"info","ts":1789155075.6490679,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a","header":"x-maas-username"} {"level":"info","ts":1789155075.6490726,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a","header":"x-maas-group"} {"level":"info","ts":1789155075.649087,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789155075.6491172,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a"} {"level":"info","ts":1789155075.6537755,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a"} {"level":"info","ts":1789155075.6537955,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a"} {"level":"info","ts":1789155075.6538153,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a","EoS":false} {"level":"info","ts":1789155075.653831,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a"} {"level":"info","ts":1789155075.6538682,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a","EoS":true} {"level":"info","ts":1789155075.6538794,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c87557fec82d7cb6744ab7632909f7b5","span_id":"f199b07dbcffecff","x-request-id":"93ef814f-1660-4aed-9493-6d709a84409a"} {"level":"info","ts":1789155075.705848,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155075.7059453,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266"} {"level":"info","ts":1789155075.7059577,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266"} {"level":"info","ts":1789155075.7059693,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266","EoS":true} {"level":"info","ts":1789155075.7059915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266","header":"x-maas-username"} {"level":"info","ts":1789155075.7060018,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266","header":"x-maas-group"} {"level":"info","ts":1789155075.706013,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266","header":"x-maas-subscription"} {"level":"info","ts":1789155075.7060273,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789155075.7060544,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266"} {"level":"info","ts":1789155075.713779,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266"} {"level":"info","ts":1789155075.7138,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266"} {"level":"info","ts":1789155075.7138176,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266","EoS":false} {"level":"info","ts":1789155075.7138321,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266"} {"level":"info","ts":1789155075.71386,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266","EoS":true} {"level":"info","ts":1789155075.7138743,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd25b007bbd224141f5f494fac7fd8ef","span_id":"a67c83bdd76347a7","x-request-id":"77b0e9a6-55fb-44e9-8915-c0dfd3b29266"} {"level":"error","ts":1789155089.343311,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789155089.5372734,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155089.5373795,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"973118b5d36bf7ae32acfb66c02f2817","span_id":"7e70ae38a8bc3131","x-request-id":"dd8c9cb1-6d82-4e50-9821-362e0bdf9923"} {"level":"info","ts":1789155089.5373926,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"973118b5d36bf7ae32acfb66c02f2817","span_id":"7e70ae38a8bc3131","x-request-id":"dd8c9cb1-6d82-4e50-9821-362e0bdf9923"} {"level":"info","ts":1789155089.537405,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"973118b5d36bf7ae32acfb66c02f2817","span_id":"7e70ae38a8bc3131","x-request-id":"dd8c9cb1-6d82-4e50-9821-362e0bdf9923","EoS":true} {"level":"info","ts":1789155089.537456,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"973118b5d36bf7ae32acfb66c02f2817","span_id":"7e70ae38a8bc3131","x-request-id":"dd8c9cb1-6d82-4e50-9821-362e0bdf9923"} {"level":"info","ts":1789155089.684288,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155089.6843822,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2aa5d8eda07c4faac5959fdaddbd786b","span_id":"f60ca12ac5076bbb","x-request-id":"88c7456f-aab0-4f67-83c2-2283a6802551"} {"level":"info","ts":1789155089.6843936,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2aa5d8eda07c4faac5959fdaddbd786b","span_id":"f60ca12ac5076bbb","x-request-id":"88c7456f-aab0-4f67-83c2-2283a6802551"} {"level":"info","ts":1789155089.684407,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2aa5d8eda07c4faac5959fdaddbd786b","span_id":"f60ca12ac5076bbb","x-request-id":"88c7456f-aab0-4f67-83c2-2283a6802551","EoS":true} {"level":"info","ts":1789155089.6844501,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2aa5d8eda07c4faac5959fdaddbd786b","span_id":"f60ca12ac5076bbb","x-request-id":"88c7456f-aab0-4f67-83c2-2283a6802551"} {"level":"info","ts":1789155089.823454,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789155089.8235593,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cf898ceeb07a658366cb22698eb8c318","span_id":"1492f171692d256b","x-request-id":"4f254ff7-815b-479a-97cb-70df5eff00cb"} {"level":"info","ts":1789155089.8235734,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cf898ceeb07a658366cb22698eb8c318","span_id":"1492f171692d256b","x-request-id":"4f254ff7-815b-479a-97cb-70df5eff00cb"} {"level":"info","ts":1789155089.8235912,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cf898ceeb07a658366cb22698eb8c318","span_id":"1492f171692d256b","x-request-id":"4f254ff7-815b-479a-97cb-70df5eff00cb","EoS":true} {"level":"info","ts":1789155089.8236947,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cf898ceeb07a658366cb22698eb8c318","span_id":"1492f171692d256b","x-request-id":"4f254ff7-815b-479a-97cb-70df5eff00cb"} {"level":"error","ts":1789155104.3440745,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789156086.052621,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156086.0527685,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623"} {"level":"info","ts":1789156086.0527873,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623"} {"level":"info","ts":1789156086.0528073,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623","EoS":true} {"level":"info","ts":1789156086.052874,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623","header":"x-maas-username"} {"level":"info","ts":1789156086.0528927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623","header":"x-maas-group"} {"level":"info","ts":1789156086.0529017,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623","header":"x-maas-subscription"} {"level":"info","ts":1789156086.0529232,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789156086.0529623,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623"} {"level":"info","ts":1789156086.0540133,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623"} {"level":"info","ts":1789156086.0540376,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623"} {"level":"info","ts":1789156086.054053,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623","EoS":false} {"level":"info","ts":1789156086.0540667,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623"} {"level":"info","ts":1789156086.054098,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623","EoS":true} {"level":"info","ts":1789156086.0541086,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"262cb669d4a55b5ae83e924eb74672aa","span_id":"01fd8eaa99e98184","x-request-id":"bf8a92e7-9077-48cc-8afe-57e0cae92623"} {"level":"info","ts":1789156086.0894132,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156086.0895379,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7"} {"level":"info","ts":1789156086.0895495,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7"} {"level":"info","ts":1789156086.089561,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7","EoS":true} {"level":"info","ts":1789156086.0895863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7","header":"x-maas-subscription"} {"level":"info","ts":1789156086.089604,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7","header":"x-maas-username"} {"level":"info","ts":1789156086.089609,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7","header":"x-maas-group"} {"level":"info","ts":1789156086.0896237,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789156086.0896506,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7"} {"level":"info","ts":1789156086.0906258,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7"} {"level":"info","ts":1789156086.090646,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7"} {"level":"info","ts":1789156086.0906663,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7","EoS":false} {"level":"info","ts":1789156086.0906873,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7"} {"level":"info","ts":1789156086.090723,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7","EoS":true} {"level":"info","ts":1789156086.0907345,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8f4a42dbbc60d1e0a58587e597e3ed55","span_id":"91cace951e7b7f22","x-request-id":"40ac0ecc-411c-478f-afcd-e4899da527e7"} {"level":"error","ts":1789156099.4581752,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789156420.4899797,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156420.4901156,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b"} {"level":"info","ts":1789156420.4901333,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b"} {"level":"info","ts":1789156420.4901502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b","EoS":true} {"level":"info","ts":1789156420.490181,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b","header":"x-maas-username"} {"level":"info","ts":1789156420.4901953,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b","header":"x-maas-subscription"} {"level":"info","ts":1789156420.4902024,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b","header":"x-maas-group"} {"level":"info","ts":1789156420.4902236,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789156420.4902866,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b"} {"level":"info","ts":1789156420.5030541,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b"} {"level":"info","ts":1789156420.5030823,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b"} {"level":"info","ts":1789156420.5031,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b","EoS":false} {"level":"info","ts":1789156420.5031118,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b"} {"level":"info","ts":1789156420.5031364,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b","EoS":true} {"level":"info","ts":1789156420.5031452,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a826d9d49bd08967d8ba80c062834c0f","span_id":"5f1d8fed8cdf8996","x-request-id":"9c696ba8-328c-492f-9142-55f4dea6ae1b"} {"level":"info","ts":1789156420.641986,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156420.6420867,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475"} {"level":"info","ts":1789156420.6421041,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475"} {"level":"info","ts":1789156420.642117,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475","EoS":true} {"level":"info","ts":1789156420.642143,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475","header":"x-maas-group"} {"level":"info","ts":1789156420.642154,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475","header":"x-maas-subscription"} {"level":"info","ts":1789156420.6421602,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475","header":"x-maas-username"} {"level":"info","ts":1789156420.6421785,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789156420.6422,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475"} {"level":"info","ts":1789156420.643137,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475"} {"level":"info","ts":1789156420.6431599,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475"} {"level":"info","ts":1789156420.6431725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475","EoS":false} {"level":"info","ts":1789156420.643185,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475"} {"level":"info","ts":1789156420.64321,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475","EoS":true} {"level":"info","ts":1789156420.6432211,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7629d359d447efdfb42dadec946f0eef","span_id":"34c5ea8210b64a99","x-request-id":"826cd2ff-c19e-4609-9ce4-d31b95c46475"} {"level":"info","ts":1789156420.7764308,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156420.7765381,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889"} {"level":"info","ts":1789156420.776552,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889"} {"level":"info","ts":1789156420.7765636,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889","EoS":true} {"level":"info","ts":1789156420.7765863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889","header":"x-maas-username"} {"level":"info","ts":1789156420.7765944,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889","header":"x-maas-subscription"} {"level":"info","ts":1789156420.7766032,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889","header":"x-maas-group"} {"level":"info","ts":1789156420.776622,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789156420.7766466,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889"} {"level":"info","ts":1789156420.7775009,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889"} {"level":"info","ts":1789156420.7775202,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889"} {"level":"info","ts":1789156420.7775347,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889","EoS":false} {"level":"info","ts":1789156420.777546,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889"} {"level":"info","ts":1789156420.77757,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889","EoS":true} {"level":"info","ts":1789156420.7775798,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"efd9128b3c10c5767dab300f540edced","span_id":"194d2585943342bb","x-request-id":"81f74dfe-860d-4284-87bb-7d278a623889"} {"level":"info","ts":1789156420.915639,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156420.915754,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e"} {"level":"info","ts":1789156420.9157667,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e"} {"level":"info","ts":1789156420.9157789,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e","EoS":true} {"level":"info","ts":1789156420.9158049,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e","header":"x-maas-subscription"} {"level":"info","ts":1789156420.9158149,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e","header":"x-maas-group"} {"level":"info","ts":1789156420.915822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e","header":"x-maas-username"} {"level":"info","ts":1789156420.9158413,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789156420.915865,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e"} {"level":"info","ts":1789156420.9176912,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e"} {"level":"info","ts":1789156420.917712,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e"} {"level":"info","ts":1789156420.917726,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e","EoS":false} {"level":"info","ts":1789156420.917737,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e"} {"level":"info","ts":1789156420.9177616,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e","EoS":true} {"level":"info","ts":1789156420.917771,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e4e54e44fc860e86c66344994c50e534","span_id":"6d13f8427c614b9c","x-request-id":"d5132699-909d-4559-8078-56ec9c400e3e"} {"level":"info","ts":1789156421.0579216,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156421.058031,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726"} {"level":"info","ts":1789156421.0580459,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726"} {"level":"info","ts":1789156421.0580585,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726","EoS":true} {"level":"info","ts":1789156421.058085,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726","header":"x-maas-group"} {"level":"info","ts":1789156421.0580995,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726","header":"x-maas-username"} {"level":"info","ts":1789156421.0581057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726","header":"x-maas-subscription"} {"level":"info","ts":1789156421.05812,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789156421.0581474,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726"} {"level":"info","ts":1789156421.0590417,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726"} {"level":"info","ts":1789156421.059061,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726"} {"level":"info","ts":1789156421.0590744,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726","EoS":false} {"level":"info","ts":1789156421.0590894,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726"} {"level":"info","ts":1789156421.0591147,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726","EoS":true} {"level":"info","ts":1789156421.0591245,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed0dbbae3818fa368e8186f074f4945c","span_id":"bddbb97760a4e9af","x-request-id":"af246348-3550-49dc-baaf-e35ef5d85726"} {"level":"error","ts":1789156434.499191,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789156436.024149,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156436.024299,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21"} {"level":"info","ts":1789156436.0243223,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21"} {"level":"info","ts":1789156436.0243418,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21","EoS":true} {"level":"info","ts":1789156436.0243778,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21","header":"x-maas-subscription"} {"level":"info","ts":1789156436.0243912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21","header":"x-maas-group"} {"level":"info","ts":1789156436.0243983,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21","header":"x-maas-username"} {"level":"info","ts":1789156436.0244172,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789156436.0244522,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21"} {"level":"info","ts":1789156436.0253189,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21"} {"level":"info","ts":1789156436.0253396,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21"} {"level":"info","ts":1789156436.0253553,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21","EoS":false} {"level":"info","ts":1789156436.025373,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21"} {"level":"info","ts":1789156436.0254009,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21","EoS":true} {"level":"info","ts":1789156436.0254097,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"abf0eb0bfb31134276d6a8c185d26f75","span_id":"ba9ddff02f64eee4","x-request-id":"cb83e8a5-f9ec-404e-b18d-4a26f61a4a21"} {"level":"info","ts":1789156436.1245925,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156436.1246984,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3dcc7f279ed34b432387eab1aa3bedb2","span_id":"709e109bd8d708a4","x-request-id":"7068340b-4503-4081-a27a-a283f602db5a"} {"level":"info","ts":1789156436.1254413,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3dcc7f279ed34b432387eab1aa3bedb2","span_id":"709e109bd8d708a4","x-request-id":"7068340b-4503-4081-a27a-a283f602db5a"} {"level":"info","ts":1789156436.125461,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3dcc7f279ed34b432387eab1aa3bedb2","span_id":"709e109bd8d708a4","x-request-id":"7068340b-4503-4081-a27a-a283f602db5a"} {"level":"info","ts":1789156436.1254773,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3dcc7f279ed34b432387eab1aa3bedb2","span_id":"709e109bd8d708a4","x-request-id":"7068340b-4503-4081-a27a-a283f602db5a","EoS":false} {"level":"info","ts":1789156436.1254904,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3dcc7f279ed34b432387eab1aa3bedb2","span_id":"709e109bd8d708a4","x-request-id":"7068340b-4503-4081-a27a-a283f602db5a"} {"level":"info","ts":1789156436.125515,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3dcc7f279ed34b432387eab1aa3bedb2","span_id":"709e109bd8d708a4","x-request-id":"7068340b-4503-4081-a27a-a283f602db5a","EoS":true} {"level":"info","ts":1789156436.1255236,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3dcc7f279ed34b432387eab1aa3bedb2","span_id":"709e109bd8d708a4","x-request-id":"7068340b-4503-4081-a27a-a283f602db5a"} {"level":"info","ts":1789156436.8550684,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156436.8551736,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb"} {"level":"info","ts":1789156436.8551855,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb"} {"level":"info","ts":1789156436.855197,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb","EoS":true} {"level":"info","ts":1789156436.8552237,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb","header":"x-maas-username"} {"level":"info","ts":1789156436.8552349,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb","header":"x-maas-group"} {"level":"info","ts":1789156436.8552742,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb","header":"x-maas-subscription"} {"level":"info","ts":1789156436.8552916,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789156436.8553178,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb"} {"level":"info","ts":1789156436.8571088,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb"} {"level":"info","ts":1789156436.8571286,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb"} {"level":"info","ts":1789156436.8571444,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb","EoS":false} {"level":"info","ts":1789156436.8571558,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb"} {"level":"info","ts":1789156436.857184,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb","EoS":true} {"level":"info","ts":1789156436.8571935,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d4f78e305ff3df04fcbbf88c1425a2f2","span_id":"393f55dd2775ed09","x-request-id":"c2ba29cb-93fe-4313-8c37-572d78e5fabb"} {"level":"info","ts":1789156437.7810678,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156437.781171,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd"} {"level":"info","ts":1789156437.7811832,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd"} {"level":"info","ts":1789156437.7811954,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd","EoS":true} {"level":"info","ts":1789156437.7812212,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd","header":"x-maas-username"} {"level":"info","ts":1789156437.781231,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd","header":"x-maas-subscription"} {"level":"info","ts":1789156437.7812612,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd","header":"x-maas-group"} {"level":"info","ts":1789156437.78128,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789156437.781307,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd"} {"level":"info","ts":1789156437.7823367,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd"} {"level":"info","ts":1789156437.782358,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd"} {"level":"info","ts":1789156437.7823768,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd","EoS":false} {"level":"info","ts":1789156437.782394,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd"} {"level":"info","ts":1789156437.78242,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd","EoS":true} {"level":"info","ts":1789156437.7824297,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cc241f0491adcff0d37a5703ec4d4767","span_id":"6eb3771e5d494942","x-request-id":"6554a6b1-46da-42ec-a50a-a1dac82357fd"} {"level":"info","ts":1789156438.4636276,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156438.463731,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d"} {"level":"info","ts":1789156438.4637442,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d"} {"level":"info","ts":1789156438.4637578,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d","EoS":true} {"level":"info","ts":1789156438.4637854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d","header":"x-maas-subscription"} {"level":"info","ts":1789156438.463796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d","header":"x-maas-group"} {"level":"info","ts":1789156438.4638007,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d","header":"x-maas-username"} {"level":"info","ts":1789156438.4638155,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789156438.4638436,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d"} {"level":"info","ts":1789156438.4647956,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d"} {"level":"info","ts":1789156438.4648163,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d"} {"level":"info","ts":1789156438.4648297,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d","EoS":false} {"level":"info","ts":1789156438.4648492,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d"} {"level":"info","ts":1789156438.4648774,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d","EoS":true} {"level":"info","ts":1789156438.4648864,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"575313463cae29437976bd3d2fdafc0f","span_id":"7a6637c85862344f","x-request-id":"2d1ac2fe-53e4-4149-b341-344ca6aaf83d"} {"level":"info","ts":1789156439.5077744,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156439.5078714,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c"} {"level":"info","ts":1789156439.5078835,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c"} {"level":"info","ts":1789156439.507895,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c","EoS":true} {"level":"info","ts":1789156439.5079174,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c","header":"x-maas-subscription"} {"level":"info","ts":1789156439.5079708,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c","header":"x-maas-username"} {"level":"info","ts":1789156439.507976,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c","header":"x-maas-group"} {"level":"info","ts":1789156439.5079913,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789156439.508018,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c"} {"level":"info","ts":1789156439.5089142,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c"} {"level":"info","ts":1789156439.508933,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c"} {"level":"info","ts":1789156439.5089443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c","EoS":false} {"level":"info","ts":1789156439.508957,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c"} {"level":"info","ts":1789156439.508982,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c","EoS":true} {"level":"info","ts":1789156439.508991,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f76714626b292f8c4ef58ed50e669454","span_id":"5044e236a6f88ab3","x-request-id":"f7e44c31-1b45-4807-b152-adb6c1a7ef8c"} {"level":"error","ts":1789156449.5000484,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789156459.5006957,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789156461.0269234,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156461.0270257,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae"} {"level":"info","ts":1789156461.0270374,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae"} {"level":"info","ts":1789156461.0270495,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae","EoS":true} {"level":"info","ts":1789156461.0270734,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae","header":"x-maas-group"} {"level":"info","ts":1789156461.0270839,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae","header":"x-maas-subscription"} {"level":"info","ts":1789156461.0270886,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae","header":"x-maas-username"} {"level":"info","ts":1789156461.0271046,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789156461.0271297,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae"} {"level":"info","ts":1789156461.0281465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae"} {"level":"info","ts":1789156461.0281682,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae"} {"level":"info","ts":1789156461.0281854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae","EoS":false} {"level":"info","ts":1789156461.0281975,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae"} {"level":"info","ts":1789156461.0282278,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae","EoS":true} {"level":"info","ts":1789156461.028265,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"efaee0d52652ba4b39e51fe1e00b5cdc","span_id":"bdc3897944e00042","x-request-id":"17c9cfe5-d768-409b-833a-4134d50f72ae"} {"level":"error","ts":1789156474.5015864,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789156552.5131755,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156552.5132937,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4"} {"level":"info","ts":1789156552.5133069,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4"} {"level":"info","ts":1789156552.5133185,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4","EoS":true} {"level":"info","ts":1789156552.5133429,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4","header":"x-maas-subscription"} {"level":"info","ts":1789156552.5133526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4","header":"x-maas-group"} {"level":"info","ts":1789156552.5133584,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4","header":"x-maas-username"} {"level":"info","ts":1789156552.5133731,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789156552.5133936,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4"} {"level":"info","ts":1789156552.5265508,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4"} {"level":"info","ts":1789156552.526579,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4"} {"level":"info","ts":1789156552.5265963,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4","EoS":false} {"level":"info","ts":1789156552.526609,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4"} {"level":"info","ts":1789156552.5266354,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4","EoS":true} {"level":"info","ts":1789156552.5266473,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bf958b150d145d6880325b805b6cbbab","span_id":"72739071ae644685","x-request-id":"ebb18ef8-b4e6-44fc-a62e-1d7b9ce6bdf4"} {"level":"error","ts":1789156564.5105653,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789156642.9294,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156642.9295037,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087"} {"level":"info","ts":1789156642.9295175,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087"} {"level":"info","ts":1789156642.9295294,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087","EoS":true} {"level":"info","ts":1789156642.9295557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087","header":"x-maas-username"} {"level":"info","ts":1789156642.929565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087","header":"x-maas-subscription"} {"level":"info","ts":1789156642.9296656,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087","header":"x-maas-group"} {"level":"info","ts":1789156642.929683,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789156642.9297104,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087"} {"level":"info","ts":1789156642.93052,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087"} {"level":"info","ts":1789156642.9305413,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087"} {"level":"info","ts":1789156642.930555,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087","EoS":false} {"level":"info","ts":1789156642.9305677,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087"} {"level":"info","ts":1789156642.9305942,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087","EoS":true} {"level":"info","ts":1789156642.9306045,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d34e065028d717c04f516c4b7c2f0bea","span_id":"85746513a037e763","x-request-id":"a473fdae-bf9d-430a-afe4-36a7e8c09087"} {"level":"error","ts":1789156654.520285,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789156656.5603957,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156656.560498,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826"} {"level":"info","ts":1789156656.5605128,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826"} {"level":"info","ts":1789156656.5605264,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826","EoS":true} {"level":"info","ts":1789156656.5605574,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826","header":"x-maas-subscription"} {"level":"info","ts":1789156656.5605676,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826","header":"x-maas-username"} {"level":"info","ts":1789156656.5605721,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826","header":"x-maas-group"} {"level":"info","ts":1789156656.5605881,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789156656.560618,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826"} {"level":"info","ts":1789156656.5734572,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826"} {"level":"info","ts":1789156656.5734825,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826"} {"level":"info","ts":1789156656.5735009,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826","EoS":false} {"level":"info","ts":1789156656.573514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826"} {"level":"info","ts":1789156656.5735466,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826","EoS":false} {"level":"info","ts":1789156656.5735655,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826"} {"level":"info","ts":1789156656.5735805,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826","EoS":true} {"level":"info","ts":1789156656.5735874,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aaa334557a432ec9b8e2c34456b22ab9","span_id":"bf99148834f65fa9","x-request-id":"543ca076-474c-43d3-9d21-395a62481826"} {"level":"info","ts":1789156656.7144532,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156656.7145693,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b"} {"level":"info","ts":1789156656.7145839,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b"} {"level":"info","ts":1789156656.714603,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b","EoS":true} {"level":"info","ts":1789156656.7146416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b","header":"x-maas-username"} {"level":"info","ts":1789156656.7146554,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b","header":"x-maas-group"} {"level":"info","ts":1789156656.7146642,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b","header":"x-maas-subscription"} {"level":"info","ts":1789156656.7146852,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789156656.7147279,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b"} {"level":"info","ts":1789156656.7169685,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b"} {"level":"info","ts":1789156656.7169952,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b"} {"level":"info","ts":1789156656.7170093,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b","EoS":false} {"level":"info","ts":1789156656.717022,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b"} {"level":"info","ts":1789156656.7170484,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b","EoS":false} {"level":"info","ts":1789156656.7170608,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b"} {"level":"info","ts":1789156656.7170725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b","EoS":true} {"level":"info","ts":1789156656.7170827,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"14d97c42bf9c97320dcd0dc8bc113740","span_id":"8d8d9a886f4d2376","x-request-id":"0983f81b-301f-401a-bf8f-b034e539c28b"} {"level":"info","ts":1789156656.8531177,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156656.8532312,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646"} {"level":"info","ts":1789156656.853275,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646"} {"level":"info","ts":1789156656.8532944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646","EoS":true} {"level":"info","ts":1789156656.8533263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646","header":"x-maas-group"} {"level":"info","ts":1789156656.853344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646","header":"x-maas-username"} {"level":"info","ts":1789156656.8533494,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646","header":"x-maas-subscription"} {"level":"info","ts":1789156656.8533654,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789156656.8533921,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646"} {"level":"info","ts":1789156656.854342,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646"} {"level":"info","ts":1789156656.8543656,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646"} {"level":"info","ts":1789156656.854383,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646","EoS":false} {"level":"info","ts":1789156656.8543959,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646"} {"level":"info","ts":1789156656.8544204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646","EoS":false} {"level":"info","ts":1789156656.854433,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646"} {"level":"info","ts":1789156656.8544447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646","EoS":true} {"level":"info","ts":1789156656.8544528,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"381e609249f07fb552971162d15fea52","span_id":"7302a6562b3a4a07","x-request-id":"a8bbbff7-be8d-476c-9aa7-bc31f3205646"} {"level":"error","ts":1789156669.522226,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789156673.7787356,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789156673.7788594,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7"} {"level":"info","ts":1789156673.7788742,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7"} {"level":"info","ts":1789156673.7788932,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7","EoS":true} {"level":"info","ts":1789156673.7789304,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7","header":"x-maas-username"} {"level":"info","ts":1789156673.7789419,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7","header":"x-maas-group"} {"level":"info","ts":1789156673.7789507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7","header":"x-maas-subscription"} {"level":"info","ts":1789156673.7789717,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789156673.7790055,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7"} {"level":"info","ts":1789156673.780055,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7"} {"level":"info","ts":1789156673.7800765,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7"} {"level":"info","ts":1789156673.7800965,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7","EoS":false} {"level":"info","ts":1789156673.7801116,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7"} {"level":"info","ts":1789156673.780139,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7","EoS":false} {"level":"info","ts":1789156673.7801502,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7"} {"level":"info","ts":1789156673.7801664,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7","EoS":true} {"level":"info","ts":1789156673.7801807,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2357331ca64297e7e194ad7e35a4eeeb","span_id":"33df145e660158cb","x-request-id":"bf19957d-86b9-4928-af56-7603bb56a3b7"} {"level":"error","ts":1789156684.522962,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}