{"level":"error","ts":1789151022.8356702,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"e05dcf29-a525-404f-9d52-fa74fe3af1ff","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ae9a1e16\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789151022.8357341,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"e05dcf29-a525-404f-9d52-fa74fe3af1ff","error":"ExternalModel \"e2e-legacy-migration-ae9a1e16\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-ae9a1e16\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151022.8358226,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"4fc0a9df-8410-4e7a-b8e1-aa84c75c243e"} {"level":"info","ts":1789151022.835858,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"4fc0a9df-8410-4e7a-b8e1-aa84c75c243e","provider":"e2e-legacy-migration-ae9a1e16","phase":"Failed"} {"level":"info","ts":1789151022.8366468,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"09ba5d97-c9e3-4aa9-aad5-145fc076d649","kind":"DestinationRule","name":"e2e-legacy-migration-ae9a1e16"} {"level":"info","ts":1789151022.8397152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"06e93d9e-7077-4534-b4f1-8187781bbd44","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151022.8398116,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"06e93d9e-7077-4534-b4f1-8187781bbd44","modelName":"e2e-legacy-migration-ae9a1e16","resolvedRefs":1} {"level":"error","ts":1789151022.8462188,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"5b8d95bb-4889-4383-a65c-0dbdc6997e8b","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ae9a1e16\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789151022.8473485,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"4fc0a9df-8410-4e7a-b8e1-aa84c75c243e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ae9a1e16\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789151022.847404,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"4fc0a9df-8410-4e7a-b8e1-aa84c75c243e","error":"ExternalModel \"e2e-legacy-migration-ae9a1e16\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-ae9a1e16\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151022.8474793,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"e62ce02d-43e3-40cd-b3b5-b41982e5b446"} {"level":"info","ts":1789151022.8475575,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"e62ce02d-43e3-40cd-b3b5-b41982e5b446","provider":"e2e-legacy-migration-ae9a1e16","phase":"Failed"} {"level":"error","ts":1789151022.8585122,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"09ba5d97-c9e3-4aa9-aad5-145fc076d649","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-ae9a1e16\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789151022.8586202,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"09ba5d97-c9e3-4aa9-aad5-145fc076d649","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-ae9a1e16\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789151022.858658,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"e62ce02d-43e3-40cd-b3b5-b41982e5b446","error":"ExternalModel \"e2e-legacy-migration-ae9a1e16\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-ae9a1e16\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151022.85871,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"0fe27971-0c1f-4f36-b461-60859bfe7964"} {"level":"info","ts":1789151022.8587492,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"0fe27971-0c1f-4f36-b461-60859bfe7964","name":"e2e-legacy-migration-ae9a1e16"} {"level":"info","ts":1789151022.8662102,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"a6e5cfda-c0eb-445f-b874-01d73b22ebd2","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151022.8662996,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"a6e5cfda-c0eb-445f-b874-01d73b22ebd2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789151022.8663213,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"d94d2e05-997e-4a3b-be65-62d120ba27df"} {"level":"info","ts":1789151022.866365,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"3a95452d-ea2a-4581-bcf0-b469fd3ad22a","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151022.8663692,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"d94d2e05-997e-4a3b-be65-62d120ba27df","name":"e2e-legacy-migration-ae9a1e16"} {"level":"info","ts":1789151022.8665442,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"779939a7-a966-4139-9b5c-b5d045174afb","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151022.8665638,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"779939a7-a966-4139-9b5c-b5d045174afb","modelName":"e2e-legacy-migration-ae9a1e16","resolvedRefs":1} {"level":"info","ts":1789151022.8752348,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"3a95452d-ea2a-4581-bcf0-b469fd3ad22a","name":"e2e-legacy-migration-ae9a1e16"} {"level":"info","ts":1789151022.8804932,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"0fe27971-0c1f-4f36-b461-60859bfe7964","service":"e2e-legacy-migration-ae9a1e16","serviceEntry":"e2e-legacy-migration-ae9a1e16","destinationRule":"e2e-legacy-migration-ae9a1e16"} {"level":"info","ts":1789151022.8813765,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"3a95452d-ea2a-4581-bcf0-b469fd3ad22a","provider":"openai","model":"e2e-legacy-migration-ae9a1e16","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789151022.8864365,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"0fe27971-0c1f-4f36-b461-60859bfe7964","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-ae9a1e16\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151022.886539,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"d340a3ee-27aa-4c83-9542-f9dba0dc860d"} {"level":"info","ts":1789151022.8865895,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"d340a3ee-27aa-4c83-9542-f9dba0dc860d","name":"e2e-legacy-migration-ae9a1e16"} {"level":"info","ts":1789151022.8873765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"49f69f7a-c222-4189-a60f-e70cf08c83b5","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151022.8874156,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"49f69f7a-c222-4189-a60f-e70cf08c83b5","modelName":"e2e-legacy-migration-ae9a1e16","resolvedRefs":1} {"level":"error","ts":1789151022.8976011,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"d94d2e05-997e-4a3b-be65-62d120ba27df","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ae9a1e16\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789151022.8976521,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"d94d2e05-997e-4a3b-be65-62d120ba27df","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-ae9a1e16\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151022.8977249,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"acedc51b-d865-46be-8907-8d50ec027d10"} {"level":"info","ts":1789151022.8977978,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"acedc51b-d865-46be-8907-8d50ec027d10","name":"e2e-legacy-migration-ae9a1e16"} {"level":"info","ts":1789151022.9057987,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"b373bd7d-f352-4225-a1d5-f06b3b173656","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151022.90584,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"b373bd7d-f352-4225-a1d5-f06b3b173656","modelName":"e2e-legacy-migration-ae9a1e16","resolvedRefs":1} {"level":"info","ts":1789151022.9078639,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"acedc51b-d865-46be-8907-8d50ec027d10","httpRoute":"e2e-legacy-migration-ae9a1e16","providers":["e2e-legacy-migration-ae9a1e16"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789151022.9126954,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"d340a3ee-27aa-4c83-9542-f9dba0dc860d","service":"e2e-legacy-migration-ae9a1e16","serviceEntry":"e2e-legacy-migration-ae9a1e16","destinationRule":"e2e-legacy-migration-ae9a1e16"} {"level":"error","ts":1789151022.9130607,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"acedc51b-d865-46be-8907-8d50ec027d10","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ae9a1e16\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151022.9131513,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"1e003275-1b92-4407-ad83-4cff1e3fc8f5"} {"level":"info","ts":1789151022.9132142,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"1e003275-1b92-4407-ad83-4cff1e3fc8f5","name":"e2e-legacy-migration-ae9a1e16"} {"level":"info","ts":1789151022.927206,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"1e003275-1b92-4407-ad83-4cff1e3fc8f5","httpRoute":"e2e-legacy-migration-ae9a1e16","providers":["e2e-legacy-migration-ae9a1e16"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789151022.936092,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"569a7a5c-b928-4e55-85a4-99389f850134","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151022.9361486,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"569a7a5c-b928-4e55-85a4-99389f850134","modelName":"e2e-legacy-migration-ae9a1e16","resolvedRefs":1} {"level":"error","ts":1789151022.9395537,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"1e003275-1b92-4407-ad83-4cff1e3fc8f5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ae9a1e16\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151022.939666,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"bfa83d0a-dab2-4eb7-804b-b693b4287d8a"} {"level":"info","ts":1789151022.9397452,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"bfa83d0a-dab2-4eb7-804b-b693b4287d8a","name":"e2e-legacy-migration-ae9a1e16"} {"level":"info","ts":1789151022.9565094,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"bfa83d0a-dab2-4eb7-804b-b693b4287d8a","httpRoute":"e2e-legacy-migration-ae9a1e16","providers":["e2e-legacy-migration-ae9a1e16"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789151023.022272,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"63e4ef0b-6782-4c8d-9a99-8604ceb22f59","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151023.0282865,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"63e4ef0b-6782-4c8d-9a99-8604ceb22f59","name":"e2e-legacy-migration-ae9a1e16"} {"level":"info","ts":1789151023.0335484,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"63e4ef0b-6782-4c8d-9a99-8604ceb22f59","provider":"openai","model":"e2e-legacy-migration-ae9a1e16","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789151025.6703072,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"f307b2ff-f5ad-42e1-ad23-aa87d107e177","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151025.68334,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"1f1f1cbd-61b7-4f97-9ad8-1eedbc8b2910","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151025.683438,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"1f1f1cbd-61b7-4f97-9ad8-1eedbc8b2910","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151025.683541,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"b1392618-b2a2-42d6-b440-07d75b94e40c"} {"level":"info","ts":1789151025.6850448,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"fbe9ef40-fea0-4966-9c63-a3dde7c091c5","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151025.6851375,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"fbe9ef40-fea0-4966-9c63-a3dde7c091c5","name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"} {"level":"info","ts":1789151025.685168,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ae9a1e16","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ae9a1e16","reconcileID":"895b6ee4-e4a8-42d5-a75b-2593830c2ff6"} {"level":"info","ts":1789151026.093506,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151026.0936167,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be"} {"level":"info","ts":1789151026.0936322,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be"} {"level":"info","ts":1789151026.0936453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be","EoS":true} {"level":"info","ts":1789151026.0936692,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be","header":"x-maas-username"} {"level":"info","ts":1789151026.0936797,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be","header":"x-maas-group"} {"level":"info","ts":1789151026.0936854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be","header":"x-maas-subscription"} {"level":"info","ts":1789151026.0937011,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789151026.0937111,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be","modelName":"e2e-external-model"} {"level":"info","ts":1789151026.0937226,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789151026.0937436,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789151026.093761,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be","authType":"apikey"} {"level":"info","ts":1789151026.0937877,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be"} {"level":"info","ts":1789151026.1707828,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be"} {"level":"info","ts":1789151026.1708202,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be"} {"level":"info","ts":1789151026.170845,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be","EoS":false} {"level":"info","ts":1789151026.1708624,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be"} {"level":"info","ts":1789151026.170894,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be","EoS":true} {"level":"info","ts":1789151026.1709008,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b78b49c55036f6b57d66dd40e1377658","span_id":"20e6505b133c1037","x-request-id":"f590c9f6-71e7-4466-949d-0522187d45be"} {"level":"info","ts":1789151026.2112005,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151026.2113318,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549"} {"level":"info","ts":1789151026.211346,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549"} {"level":"info","ts":1789151026.2113585,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549","EoS":true} {"level":"info","ts":1789151026.2113855,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549","header":"x-maas-group"} {"level":"info","ts":1789151026.211395,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549","header":"x-maas-username"} {"level":"info","ts":1789151026.2114,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549","header":"x-maas-subscription"} {"level":"info","ts":1789151026.2114146,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789151026.2114463,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549"} {"level":"info","ts":1789151026.3281403,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549"} {"level":"info","ts":1789151026.3281689,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549"} {"level":"info","ts":1789151026.3281875,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549","EoS":false} {"level":"info","ts":1789151026.3282008,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549"} {"level":"info","ts":1789151026.3282359,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549","EoS":true} {"level":"info","ts":1789151026.3282416,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9fae47124d63800a7145f1ac21f25daa","span_id":"8214c9298ab3e739","x-request-id":"6bb8a57b-b5fd-4bd2-8726-ffbaafb58549"} {"level":"info","ts":1789151026.3782153,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151026.3783402,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b"} {"level":"info","ts":1789151026.378356,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b"} {"level":"info","ts":1789151026.3783696,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b","EoS":true} {"level":"info","ts":1789151026.3783937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b","header":"x-maas-username"} {"level":"info","ts":1789151026.3784037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b","header":"x-maas-group"} {"level":"info","ts":1789151026.378412,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b","header":"x-maas-subscription"} {"level":"info","ts":1789151026.378449,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b"} {"level":"info","ts":1789151026.568622,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b"} {"level":"info","ts":1789151026.5686567,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b"} {"level":"info","ts":1789151026.5686808,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b","EoS":false} {"level":"info","ts":1789151026.5686975,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b"} {"level":"info","ts":1789151026.5687346,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b","EoS":true} {"level":"info","ts":1789151026.5687432,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"051d238becccd36746733b2da22f7c94","span_id":"2d22668382a870a0","x-request-id":"032e81b6-f7ba-4ccc-ad27-04226c869d8b"} {"level":"info","ts":1789151027.390497,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfc622cb-6658-44e3-9c0b-a96606e17d9a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789151027.3905997,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfc622cb-6658-44e3-9c0b-a96606e17d9a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789151027.3906834,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3f65291-e8d6-464d-bf51-5ac53dea5910"} {"level":"info","ts":1789151027.5185702,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eec4d7d3-fc4f-4e7f-a825-fbec376191a1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789151027.5186188,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eec4d7d3-fc4f-4e7f-a825-fbec376191a1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789151027.5186768,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38d86822-79a9-49c3-9a9f-6c3e86bdb5b6"} {"level":"info","ts":1789151027.623677,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5cf25b60-bc15-4047-bbbf-77d290a45e84","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789151027.6238942,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5cf25b60-bc15-4047-bbbf-77d290a45e84","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789151028.3967805,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789151043.3974006,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151047.692309,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151047.6924367,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2"} {"level":"info","ts":1789151047.6924558,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2"} {"level":"info","ts":1789151047.69247,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2","EoS":true} {"level":"info","ts":1789151047.6924946,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2","header":"x-maas-subscription"} {"level":"info","ts":1789151047.6925046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2","header":"x-maas-username"} {"level":"info","ts":1789151047.6925097,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2","header":"x-maas-group"} {"level":"info","ts":1789151047.6925251,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151047.692551,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2"} {"level":"info","ts":1789151047.6941001,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2"} {"level":"info","ts":1789151047.6941211,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2"} {"level":"info","ts":1789151047.6941402,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2","EoS":false} {"level":"info","ts":1789151047.694161,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2"} {"level":"info","ts":1789151047.6941872,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2","EoS":true} {"level":"info","ts":1789151047.6941974,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88a3922cf04f7a59596c6d4294742131","span_id":"0fe957a3d6f0412a","x-request-id":"c0292e0b-4075-4625-ac8c-285f59eebbe2"} {"level":"info","ts":1789151047.729052,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151047.7291424,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af"} {"level":"info","ts":1789151047.7291555,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af"} {"level":"info","ts":1789151047.7291672,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af","EoS":true} {"level":"info","ts":1789151047.729186,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af","header":"x-maas-subscription"} {"level":"info","ts":1789151047.7291954,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af","header":"x-maas-username"} {"level":"info","ts":1789151047.7292004,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af","header":"x-maas-group"} {"level":"info","ts":1789151047.7292135,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151047.7292378,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af"} {"level":"info","ts":1789151047.7300193,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af"} {"level":"info","ts":1789151047.730038,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af"} {"level":"info","ts":1789151047.7300544,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af","EoS":false} {"level":"info","ts":1789151047.7300751,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af"} {"level":"info","ts":1789151047.7300956,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af","EoS":true} {"level":"info","ts":1789151047.730104,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2b66b9fb1c2fec92dfa7f553b8f9f603","span_id":"dada94654ed00493","x-request-id":"f1862575-7729-4402-a086-c7fb80bba3af"} {"level":"info","ts":1789151047.777339,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151047.7774153,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf"} {"level":"info","ts":1789151047.7774308,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf"} {"level":"info","ts":1789151047.777443,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf","EoS":true} {"level":"info","ts":1789151047.777461,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf","header":"x-maas-subscription"} {"level":"info","ts":1789151047.7774708,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf","header":"x-maas-group"} {"level":"info","ts":1789151047.7774763,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf","header":"x-maas-username"} {"level":"info","ts":1789151047.7774887,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151047.7775133,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf"} {"level":"info","ts":1789151047.7783709,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf"} {"level":"info","ts":1789151047.7783864,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf"} {"level":"info","ts":1789151047.7783992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf","EoS":false} {"level":"info","ts":1789151047.7784102,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf"} {"level":"info","ts":1789151047.7784283,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf","EoS":true} {"level":"info","ts":1789151047.7784376,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"00b0c0d521e6b6e469c35f065b0344e2","span_id":"5687eb6fe9db1af7","x-request-id":"cf4bad38-df22-4f13-b8ad-bb52ad2cccbf"} {"level":"info","ts":1789151047.8168643,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151047.8169553,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a"} {"level":"info","ts":1789151047.8169713,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a"} {"level":"info","ts":1789151047.8169842,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a","EoS":true} {"level":"info","ts":1789151047.8170018,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a","header":"x-maas-group"} {"level":"info","ts":1789151047.817011,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a","header":"x-maas-username"} {"level":"info","ts":1789151047.817017,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a","header":"x-maas-subscription"} {"level":"info","ts":1789151047.8170292,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151047.8170536,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a"} {"level":"info","ts":1789151047.8179007,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a"} {"level":"info","ts":1789151047.8179164,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a"} {"level":"info","ts":1789151047.8179302,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a","EoS":false} {"level":"info","ts":1789151047.8179426,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a"} {"level":"info","ts":1789151047.8179674,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a","EoS":true} {"level":"info","ts":1789151047.8179758,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb8e68bff03d8d454a1af54c06ba65a7","span_id":"fa69b357ef0c5135","x-request-id":"a7073ac0-67e6-46c5-a6f1-c9783bc3fe6a"} {"level":"error","ts":1789151058.3985944,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151063.4830701,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151063.4831808,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fda36625e31b00e3bb577e4a7d5e736b","span_id":"29679a83875c9585","x-request-id":"68d3ee5d-103d-481f-bcf2-731c57ffc267"} {"level":"info","ts":1789151063.4831946,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fda36625e31b00e3bb577e4a7d5e736b","span_id":"29679a83875c9585","x-request-id":"68d3ee5d-103d-481f-bcf2-731c57ffc267"} {"level":"info","ts":1789151063.4832075,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fda36625e31b00e3bb577e4a7d5e736b","span_id":"29679a83875c9585","x-request-id":"68d3ee5d-103d-481f-bcf2-731c57ffc267","EoS":true} {"level":"info","ts":1789151063.4832752,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fda36625e31b00e3bb577e4a7d5e736b","span_id":"29679a83875c9585","x-request-id":"68d3ee5d-103d-481f-bcf2-731c57ffc267"} {"level":"info","ts":1789151063.6301506,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151063.6302543,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9cb1b7238bcfe2c5a00c5fccec0a202b","span_id":"8450e62530509024","x-request-id":"007ca6e3-a37d-4324-9833-7bef42def522"} {"level":"info","ts":1789151063.6302872,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9cb1b7238bcfe2c5a00c5fccec0a202b","span_id":"8450e62530509024","x-request-id":"007ca6e3-a37d-4324-9833-7bef42def522"} {"level":"info","ts":1789151063.6303,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9cb1b7238bcfe2c5a00c5fccec0a202b","span_id":"8450e62530509024","x-request-id":"007ca6e3-a37d-4324-9833-7bef42def522","EoS":true} {"level":"info","ts":1789151063.6303475,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9cb1b7238bcfe2c5a00c5fccec0a202b","span_id":"8450e62530509024","x-request-id":"007ca6e3-a37d-4324-9833-7bef42def522"} {"level":"info","ts":1789151063.774229,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151063.774365,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"51b936b7853f0b8d105fb2d9f55c5393","span_id":"ab5f7627e324701b","x-request-id":"277fb123-5590-4681-a69e-806c773988f5"} {"level":"info","ts":1789151063.7743788,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"51b936b7853f0b8d105fb2d9f55c5393","span_id":"ab5f7627e324701b","x-request-id":"277fb123-5590-4681-a69e-806c773988f5"} {"level":"info","ts":1789151063.7743914,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"51b936b7853f0b8d105fb2d9f55c5393","span_id":"ab5f7627e324701b","x-request-id":"277fb123-5590-4681-a69e-806c773988f5","EoS":true} {"level":"info","ts":1789151063.7744436,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"51b936b7853f0b8d105fb2d9f55c5393","span_id":"ab5f7627e324701b","x-request-id":"277fb123-5590-4681-a69e-806c773988f5"} {"level":"error","ts":1789151078.40284,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152114.847979,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152114.8480973,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650"} {"level":"info","ts":1789152114.8481102,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650"} {"level":"info","ts":1789152114.8481236,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650","EoS":true} {"level":"info","ts":1789152114.848152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650","header":"x-maas-username"} {"level":"info","ts":1789152114.8481615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650","header":"x-maas-group"} {"level":"info","ts":1789152114.8481672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650","header":"x-maas-subscription"} {"level":"info","ts":1789152114.848182,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789152114.8482068,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650"} {"level":"info","ts":1789152114.849087,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650"} {"level":"info","ts":1789152114.8491092,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650"} {"level":"info","ts":1789152114.8491242,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650","EoS":false} {"level":"info","ts":1789152114.8491364,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650"} {"level":"info","ts":1789152114.8491597,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650","EoS":true} {"level":"info","ts":1789152114.8491688,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e1006474e500c680f16898f1c80d8791","span_id":"6a3785d2161b76f5","x-request-id":"04d57afe-aaa0-45a3-b8e2-c3cdafab9650"} {"level":"info","ts":1789152114.8825803,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152114.8826618,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef"} {"level":"info","ts":1789152114.8826745,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef"} {"level":"info","ts":1789152114.8826857,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef","EoS":true} {"level":"info","ts":1789152114.8827076,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef","header":"x-maas-username"} {"level":"info","ts":1789152114.8827155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef","header":"x-maas-group"} {"level":"info","ts":1789152114.8827205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef","header":"x-maas-subscription"} {"level":"info","ts":1789152114.8827336,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789152114.8827572,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef"} {"level":"info","ts":1789152114.8835425,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef"} {"level":"info","ts":1789152114.8835642,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef"} {"level":"info","ts":1789152114.8835766,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef","EoS":false} {"level":"info","ts":1789152114.883592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef"} {"level":"info","ts":1789152114.8836257,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef","EoS":true} {"level":"info","ts":1789152114.8836415,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9b8fc56fa0210c9307df9ae60838e0a4","span_id":"f2d53431254f4321","x-request-id":"3a0d9878-dadc-4f41-8d7e-857bd8f9bdef"} {"level":"error","ts":1789152128.5304072,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152445.8431818,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152445.8433409,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076"} {"level":"info","ts":1789152445.8433557,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076"} {"level":"info","ts":1789152445.8433683,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076","EoS":true} {"level":"info","ts":1789152445.843395,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076","header":"x-maas-group"} {"level":"info","ts":1789152445.843408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076","header":"x-maas-username"} {"level":"info","ts":1789152445.8434134,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076","header":"x-maas-subscription"} {"level":"info","ts":1789152445.8434293,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152445.843455,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076"} {"level":"info","ts":1789152445.855395,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076"} {"level":"info","ts":1789152445.8554168,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076"} {"level":"info","ts":1789152445.8554325,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076","EoS":false} {"level":"info","ts":1789152445.855444,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076"} {"level":"info","ts":1789152445.8554657,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076","EoS":true} {"level":"info","ts":1789152445.8554716,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ecdcbc9cdc5b8a704dcacfab09fd5d33","span_id":"0cc10d4d15d9a44a","x-request-id":"18fb32a9-007a-4893-8af5-3b795a37a076"} {"level":"info","ts":1789152445.99447,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152445.9945803,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2"} {"level":"info","ts":1789152445.9945953,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2"} {"level":"info","ts":1789152445.9946141,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2","EoS":true} {"level":"info","ts":1789152445.994651,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2","header":"x-maas-group"} {"level":"info","ts":1789152445.9946642,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2","header":"x-maas-username"} {"level":"info","ts":1789152445.9946716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2","header":"x-maas-subscription"} {"level":"info","ts":1789152445.9946926,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152445.9947271,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2"} {"level":"info","ts":1789152445.9954145,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2"} {"level":"info","ts":1789152445.9954348,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2"} {"level":"info","ts":1789152445.9954493,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2","EoS":false} {"level":"info","ts":1789152445.9954653,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2"} {"level":"info","ts":1789152445.995487,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2","EoS":true} {"level":"info","ts":1789152445.9954934,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"975c51ccd3a592491c02d9323587b2d7","span_id":"e18616c3b6cbf5e3","x-request-id":"dde48dfe-893f-43ce-8968-8f635dba06b2"} {"level":"info","ts":1789152446.1327171,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152446.1328473,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83"} {"level":"info","ts":1789152446.132861,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83"} {"level":"info","ts":1789152446.13288,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83","EoS":true} {"level":"info","ts":1789152446.1329157,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83","header":"x-maas-username"} {"level":"info","ts":1789152446.1329272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83","header":"x-maas-group"} {"level":"info","ts":1789152446.1329374,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83","header":"x-maas-subscription"} {"level":"info","ts":1789152446.1329606,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152446.1329932,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83"} {"level":"info","ts":1789152446.1336737,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83"} {"level":"info","ts":1789152446.1336937,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83"} {"level":"info","ts":1789152446.133709,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83","EoS":false} {"level":"info","ts":1789152446.1337256,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83"} {"level":"info","ts":1789152446.1337514,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83","EoS":true} {"level":"info","ts":1789152446.1337602,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e5457bbca79be104df9971e0ec00fbfc","span_id":"bc152a41d6e2119b","x-request-id":"6af7461a-d48c-4f48-bb16-c640c2bade83"} {"level":"info","ts":1789152446.2744687,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152446.2745543,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5"} {"level":"info","ts":1789152446.2745686,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5"} {"level":"info","ts":1789152446.27458,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5","EoS":true} {"level":"info","ts":1789152446.2745986,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5","header":"x-maas-username"} {"level":"info","ts":1789152446.2746103,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5","header":"x-maas-subscription"} {"level":"info","ts":1789152446.2746148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5","header":"x-maas-group"} {"level":"info","ts":1789152446.2746284,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152446.274653,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5"} {"level":"info","ts":1789152446.275221,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5"} {"level":"info","ts":1789152446.2752333,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5"} {"level":"info","ts":1789152446.2752423,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5","EoS":false} {"level":"info","ts":1789152446.2752538,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5"} {"level":"info","ts":1789152446.2753031,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5","EoS":true} {"level":"info","ts":1789152446.2753184,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c2d35eb651ca36ed344717e46cc52efb","span_id":"523932e77fea56a0","x-request-id":"da4ecfd9-351f-4f18-8ba9-fda2f2c4e9b5"} {"level":"info","ts":1789152446.4128864,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152446.4129918,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716"} {"level":"info","ts":1789152446.413005,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716"} {"level":"info","ts":1789152446.4130168,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716","EoS":true} {"level":"info","ts":1789152446.4130356,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716","header":"x-maas-username"} {"level":"info","ts":1789152446.413045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716","header":"x-maas-subscription"} {"level":"info","ts":1789152446.4130502,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716","header":"x-maas-group"} {"level":"info","ts":1789152446.413063,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152446.413083,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716"} {"level":"info","ts":1789152446.4146504,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716"} {"level":"info","ts":1789152446.4146662,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716"} {"level":"info","ts":1789152446.4146793,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716","EoS":false} {"level":"info","ts":1789152446.4146888,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716"} {"level":"info","ts":1789152446.4147139,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716","EoS":true} {"level":"info","ts":1789152446.4147239,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dcbb674d0867e2eb954edd3dc0e6b5ff","span_id":"d0fb797cd42bc762","x-request-id":"ed43d11c-4574-4cce-a7bd-0ecef62ed716"} {"level":"info","ts":1789152455.1673243,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152455.1674533,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab"} {"level":"info","ts":1789152455.1674705,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab"} {"level":"info","ts":1789152455.167485,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab","EoS":true} {"level":"info","ts":1789152455.1675093,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab","header":"x-maas-group"} {"level":"info","ts":1789152455.1675203,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab","header":"x-maas-username"} {"level":"info","ts":1789152455.1675253,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab","header":"x-maas-subscription"} {"level":"info","ts":1789152455.1675394,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152455.1675653,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab"} {"level":"info","ts":1789152455.1682475,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab"} {"level":"info","ts":1789152455.168289,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab"} {"level":"info","ts":1789152455.1683066,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab","EoS":false} {"level":"info","ts":1789152455.168318,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab"} {"level":"info","ts":1789152455.1683373,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab","EoS":true} {"level":"info","ts":1789152455.1683476,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ebedc273b51e1941ef51c3d1fe092c64","span_id":"84e741c332786f8d","x-request-id":"fc1f773f-ac79-466c-8541-c27a1d58adab"} {"level":"info","ts":1789152455.2668211,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152455.2669008,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"98a1439ed526d507e30a0220247ecde8","span_id":"bc5d4c579b6d7432","x-request-id":"75803171-93f4-4ced-aef8-c1b1e8710e90"} {"level":"info","ts":1789152455.2674158,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"98a1439ed526d507e30a0220247ecde8","span_id":"bc5d4c579b6d7432","x-request-id":"75803171-93f4-4ced-aef8-c1b1e8710e90"} {"level":"info","ts":1789152455.2674348,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"98a1439ed526d507e30a0220247ecde8","span_id":"bc5d4c579b6d7432","x-request-id":"75803171-93f4-4ced-aef8-c1b1e8710e90"} {"level":"info","ts":1789152455.267451,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98a1439ed526d507e30a0220247ecde8","span_id":"bc5d4c579b6d7432","x-request-id":"75803171-93f4-4ced-aef8-c1b1e8710e90","EoS":false} {"level":"info","ts":1789152455.2674694,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98a1439ed526d507e30a0220247ecde8","span_id":"bc5d4c579b6d7432","x-request-id":"75803171-93f4-4ced-aef8-c1b1e8710e90"} {"level":"info","ts":1789152455.267491,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98a1439ed526d507e30a0220247ecde8","span_id":"bc5d4c579b6d7432","x-request-id":"75803171-93f4-4ced-aef8-c1b1e8710e90","EoS":true} {"level":"info","ts":1789152455.267501,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98a1439ed526d507e30a0220247ecde8","span_id":"bc5d4c579b6d7432","x-request-id":"75803171-93f4-4ced-aef8-c1b1e8710e90"} {"level":"info","ts":1789152456.0220203,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152456.0221267,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a"} {"level":"info","ts":1789152456.0221393,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a"} {"level":"info","ts":1789152456.0221524,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a","EoS":true} {"level":"info","ts":1789152456.022177,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a","header":"x-maas-subscription"} {"level":"info","ts":1789152456.0221868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a","header":"x-maas-group"} {"level":"info","ts":1789152456.0221922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a","header":"x-maas-username"} {"level":"info","ts":1789152456.0222075,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152456.0222325,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a"} {"level":"info","ts":1789152456.0231416,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a"} {"level":"info","ts":1789152456.0231614,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a"} {"level":"info","ts":1789152456.0231767,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a","EoS":false} {"level":"info","ts":1789152456.0231893,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a"} {"level":"info","ts":1789152456.0232189,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a","EoS":true} {"level":"info","ts":1789152456.0232296,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"957fd4a3fda14b3174410a424ce85a3b","span_id":"fb150450628dee07","x-request-id":"e9d64a05-a00a-4008-8f07-fab6458e9b7a"} {"level":"info","ts":1789152456.9622967,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152456.9624002,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811"} {"level":"info","ts":1789152456.9624124,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811"} {"level":"info","ts":1789152456.962425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811","EoS":true} {"level":"info","ts":1789152456.962449,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811","header":"x-maas-username"} {"level":"info","ts":1789152456.9624608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811","header":"x-maas-subscription"} {"level":"info","ts":1789152456.962469,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811","header":"x-maas-group"} {"level":"info","ts":1789152456.9624841,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152456.9625113,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811"} {"level":"info","ts":1789152456.9633932,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811"} {"level":"info","ts":1789152456.9634123,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811"} {"level":"info","ts":1789152456.9634316,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811","EoS":false} {"level":"info","ts":1789152456.9634442,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811"} {"level":"info","ts":1789152456.9634662,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811","EoS":true} {"level":"info","ts":1789152456.9634767,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c946fc9d5fa14433fd7e46c4007da37","span_id":"fcec06d159eb52b3","x-request-id":"4b4b8d2c-c510-44c5-a256-6abb3b2c2811"} {"level":"info","ts":1789152457.6511939,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152457.651305,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801"} {"level":"info","ts":1789152457.6513188,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801"} {"level":"info","ts":1789152457.6513312,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801","EoS":true} {"level":"info","ts":1789152457.651354,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801","header":"x-maas-subscription"} {"level":"info","ts":1789152457.651364,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801","header":"x-maas-username"} {"level":"info","ts":1789152457.6513696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801","header":"x-maas-group"} {"level":"info","ts":1789152457.651385,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152457.6514096,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801"} {"level":"info","ts":1789152457.6522403,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801"} {"level":"info","ts":1789152457.6522794,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801"} {"level":"info","ts":1789152457.652302,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801","EoS":false} {"level":"info","ts":1789152457.6523144,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801"} {"level":"info","ts":1789152457.6523397,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801","EoS":true} {"level":"info","ts":1789152457.652349,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aaa942d781c34951557cf1e220582ee9","span_id":"a412926a26176e68","x-request-id":"746ef7d9-3352-470e-8272-931af8810801"} {"level":"error","ts":1789152458.568721,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152458.669514,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152458.6696126,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce"} {"level":"info","ts":1789152458.6696274,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce"} {"level":"info","ts":1789152458.6696393,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce","EoS":true} {"level":"info","ts":1789152458.669663,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce","header":"x-maas-username"} {"level":"info","ts":1789152458.6696734,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce","header":"x-maas-group"} {"level":"info","ts":1789152458.6696792,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce","header":"x-maas-subscription"} {"level":"info","ts":1789152458.6696944,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152458.669723,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce"} {"level":"info","ts":1789152458.670575,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce"} {"level":"info","ts":1789152458.6705956,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce"} {"level":"info","ts":1789152458.6706095,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce","EoS":false} {"level":"info","ts":1789152458.670624,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce"} {"level":"info","ts":1789152458.6706512,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce","EoS":true} {"level":"info","ts":1789152458.6706612,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d286aabee4b2fd0eb28666b38d0e1703","span_id":"a5e57a2711bff1ac","x-request-id":"64bbc5a5-ca24-42a6-bc6e-6b37793e34ce"} {"level":"error","ts":1789152473.5699198,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152475.9748635,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152475.9749868,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456"} {"level":"info","ts":1789152475.975002,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456"} {"level":"info","ts":1789152475.9750214,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456","EoS":true} {"level":"info","ts":1789152475.975056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456","header":"x-maas-group"} {"level":"info","ts":1789152475.9750686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456","header":"x-maas-username"} {"level":"info","ts":1789152475.975078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456","header":"x-maas-subscription"} {"level":"info","ts":1789152475.9751005,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152475.9751353,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456"} {"level":"info","ts":1789152475.97598,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456"} {"level":"info","ts":1789152475.976003,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456"} {"level":"info","ts":1789152475.9760244,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456","EoS":false} {"level":"info","ts":1789152475.9760392,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456"} {"level":"info","ts":1789152475.9760666,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456","EoS":true} {"level":"info","ts":1789152475.9760766,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ccc990d2aadf76394af0cbd7186c6e8","span_id":"27f1ccdec9d0d05e","x-request-id":"a1a25638-08bb-4d8f-8b8d-dd234c4f0456"} {"level":"error","ts":1789152488.571713,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152562.8686993,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152562.8688025,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f"} {"level":"info","ts":1789152562.8688228,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f"} {"level":"info","ts":1789152562.8688366,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f","EoS":true} {"level":"info","ts":1789152562.8688612,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f","header":"x-maas-username"} {"level":"info","ts":1789152562.8688695,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f","header":"x-maas-group"} {"level":"info","ts":1789152562.868875,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f","header":"x-maas-subscription"} {"level":"info","ts":1789152562.8688908,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789152562.8689234,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f"} {"level":"info","ts":1789152562.882112,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f"} {"level":"info","ts":1789152562.8821335,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f"} {"level":"info","ts":1789152562.8821528,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f","EoS":false} {"level":"info","ts":1789152562.8821647,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f"} {"level":"info","ts":1789152562.882192,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f","EoS":true} {"level":"info","ts":1789152562.8822062,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"71282ad5c1c05da50ac332370f875233","span_id":"34ba0d974af25fd9","x-request-id":"209b50f8-3360-481a-bf57-61bbe5e2cf5f"} {"level":"error","ts":1789152573.580582,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152648.3010027,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152648.301131,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be"} {"level":"info","ts":1789152648.3011498,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be"} {"level":"info","ts":1789152648.3011649,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be","EoS":true} {"level":"info","ts":1789152648.3011913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be","header":"x-maas-username"} {"level":"info","ts":1789152648.3012006,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be","header":"x-maas-group"} {"level":"info","ts":1789152648.301206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be","header":"x-maas-subscription"} {"level":"info","ts":1789152648.3012218,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152648.301248,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be"} {"level":"info","ts":1789152648.3019454,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be"} {"level":"info","ts":1789152648.3019783,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be"} {"level":"info","ts":1789152648.3019948,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be","EoS":false} {"level":"info","ts":1789152648.3020089,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be"} {"level":"info","ts":1789152648.3020365,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be","EoS":true} {"level":"info","ts":1789152648.3020494,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e0c0437901ab90764718408a73e6dfdf","span_id":"708f9d13c423cea4","x-request-id":"529cbe21-60ae-4df2-82d1-37483fa4d4be"} {"level":"error","ts":1789152658.5895133,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152661.9871616,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152661.9873145,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250"} {"level":"info","ts":1789152661.9873314,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250"} {"level":"info","ts":1789152661.987346,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250","EoS":true} {"level":"info","ts":1789152661.9873695,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250","header":"x-maas-username"} {"level":"info","ts":1789152661.98738,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250","header":"x-maas-subscription"} {"level":"info","ts":1789152661.9873853,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250","header":"x-maas-group"} {"level":"info","ts":1789152661.9874008,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789152661.9874265,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250"} {"level":"info","ts":1789152662.0003319,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250"} {"level":"info","ts":1789152662.000364,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250"} {"level":"info","ts":1789152662.000384,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250","EoS":false} {"level":"info","ts":1789152662.0004041,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250"} {"level":"info","ts":1789152662.000435,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250","EoS":false} {"level":"info","ts":1789152662.000467,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250"} {"level":"info","ts":1789152662.000482,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250","EoS":true} {"level":"info","ts":1789152662.0004907,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a65b5f965160679dd4a47c817f641c7","span_id":"c74eecd7881a79a5","x-request-id":"0e22102b-b2cb-44bd-b912-f7d736aba250"} {"level":"info","ts":1789152662.157003,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152662.157111,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025"} {"level":"info","ts":1789152662.1571243,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025"} {"level":"info","ts":1789152662.1571379,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025","EoS":true} {"level":"info","ts":1789152662.1571608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025","header":"x-maas-group"} {"level":"info","ts":1789152662.1571705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025","header":"x-maas-username"} {"level":"info","ts":1789152662.1571753,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025","header":"x-maas-subscription"} {"level":"info","ts":1789152662.15719,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789152662.1572149,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025"} {"level":"info","ts":1789152662.158098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025"} {"level":"info","ts":1789152662.1581156,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025"} {"level":"info","ts":1789152662.1581373,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025","EoS":false} {"level":"info","ts":1789152662.1581547,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025"} {"level":"info","ts":1789152662.1581783,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025","EoS":true} {"level":"info","ts":1789152662.1581879,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fa22632669a0100389e87aac5ef02895","span_id":"356bf597cf133431","x-request-id":"401885a1-df20-4429-9823-bd6c84844025"} {"level":"info","ts":1789152662.301125,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152662.3012314,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747"} {"level":"info","ts":1789152662.301246,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747"} {"level":"info","ts":1789152662.3012729,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747","EoS":true} {"level":"info","ts":1789152662.3012955,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747","header":"x-maas-username"} {"level":"info","ts":1789152662.3013055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747","header":"x-maas-subscription"} {"level":"info","ts":1789152662.3013108,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747","header":"x-maas-group"} {"level":"info","ts":1789152662.3013256,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789152662.3013525,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747"} {"level":"info","ts":1789152662.3035018,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747"} {"level":"info","ts":1789152662.303527,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747"} {"level":"info","ts":1789152662.3035448,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747","EoS":false} {"level":"info","ts":1789152662.303561,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747"} {"level":"info","ts":1789152662.3036008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747","EoS":false} {"level":"info","ts":1789152662.303616,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747"} {"level":"info","ts":1789152662.303636,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747","EoS":true} {"level":"info","ts":1789152662.303651,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87824fee2f0349fd7b7e2274c6553f6e","span_id":"34c77735e540a12d","x-request-id":"c9300dec-a439-4748-81ce-02bb387ba747"} {"level":"error","ts":1789152673.5910509,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152675.1361911,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152675.136326,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87"} {"level":"info","ts":1789152675.1363425,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87"} {"level":"info","ts":1789152675.1363618,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87","EoS":true} {"level":"info","ts":1789152675.136395,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87","header":"x-maas-username"} {"level":"info","ts":1789152675.136411,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87","header":"x-maas-subscription"} {"level":"info","ts":1789152675.1364179,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87","header":"x-maas-group"} {"level":"info","ts":1789152675.1364424,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789152675.1364748,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87"} {"level":"info","ts":1789152675.138076,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87"} {"level":"info","ts":1789152675.138104,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87"} {"level":"info","ts":1789152675.1381276,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87","EoS":false} {"level":"info","ts":1789152675.1381457,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87"} {"level":"info","ts":1789152675.1381779,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87","EoS":true} {"level":"info","ts":1789152675.138188,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"557b4e2e040dcc5778af953196fa3d5b","span_id":"e333f8a6b50ac0ce","x-request-id":"e76eff31-b4f5-4fc6-b57a-b5ceccef2b87"} {"level":"error","ts":1789152688.592298,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}