{"level":"error","ts":1789382194.1142983,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"0c2ebbbb-de08-42b9-9112-c3bc4871897a","error":"ExternalModel \"e2e-legacy-migration-7d10dfd4\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-7d10dfd4\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789382194.1145036,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"b6d265b9-cc66-403e-8f9e-7fe479c2a796","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-7d10dfd4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789382194.1146333,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"9f2f830b-bd3e-43ea-af1e-9a2bad699539","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-7d10dfd4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789382194.1146915,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"9f2f830b-bd3e-43ea-af1e-9a2bad699539","error":"failed to apply Service: services \"e2e-legacy-migration-7d10dfd4\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789382194.114772,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"f07db288-0012-459c-9a94-0bc31ca3f074"} {"level":"info","ts":1789382194.1148427,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"f07db288-0012-459c-9a94-0bc31ca3f074","name":"e2e-legacy-migration-7d10dfd4"} {"level":"info","ts":1789382194.12597,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"6e0a026f-8c8a-4e6e-a9cf-f7f8b9498823","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"info","ts":1789382194.1265554,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"4501d72d-0769-4ec8-aee9-053b80b31697"} {"level":"info","ts":1789382194.126765,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"4501d72d-0769-4ec8-aee9-053b80b31697","provider":"e2e-legacy-migration-7d10dfd4","phase":"Pending"} {"level":"info","ts":1789382194.1350653,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"790599b6-f155-4056-a7b8-a020de394218","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"info","ts":1789382194.1355422,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"790599b6-f155-4056-a7b8-a020de394218","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789382194.135498,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"5c6ea976-4fff-4484-aa53-b9421987dc83","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"info","ts":1789382194.1356895,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"5c6ea976-4fff-4484-aa53-b9421987dc83","modelName":"e2e-legacy-migration-7d10dfd4","resolvedRefs":1} {"level":"info","ts":1789382194.1353476,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"f07db288-0012-459c-9a94-0bc31ca3f074","service":"e2e-legacy-migration-7d10dfd4","serviceEntry":"e2e-legacy-migration-7d10dfd4","destinationRule":"e2e-legacy-migration-7d10dfd4"} {"level":"info","ts":1789382194.1403,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"6e0a026f-8c8a-4e6e-a9cf-f7f8b9498823","name":"e2e-legacy-migration-7d10dfd4"} {"level":"error","ts":1789382194.1405487,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"4501d72d-0769-4ec8-aee9-053b80b31697","error":"ExternalModel \"e2e-legacy-migration-7d10dfd4\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-7d10dfd4\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789382194.1409247,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"2eff4bb7-98ac-46f2-bb6c-2ac6ba9f2607"} {"level":"info","ts":1789382194.1410146,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"2eff4bb7-98ac-46f2-bb6c-2ac6ba9f2607","name":"e2e-legacy-migration-7d10dfd4"} {"level":"error","ts":1789382194.1448293,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"f07db288-0012-459c-9a94-0bc31ca3f074","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-7d10dfd4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789382194.1449423,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"8b1fc613-2078-4da2-a1d8-a330957fffa1"} {"level":"info","ts":1789382194.1449838,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"8b1fc613-2078-4da2-a1d8-a330957fffa1","name":"e2e-legacy-migration-7d10dfd4"} {"level":"info","ts":1789382194.1561048,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"6e0a026f-8c8a-4e6e-a9cf-f7f8b9498823","provider":"openai","model":"e2e-legacy-migration-7d10dfd4","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789382194.1603332,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"86a2f62d-c489-4409-89dd-909a7d3127dc","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"info","ts":1789382194.160374,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"86a2f62d-c489-4409-89dd-909a7d3127dc","modelName":"e2e-legacy-migration-7d10dfd4","resolvedRefs":1} {"level":"info","ts":1789382194.168092,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"8b1fc613-2078-4da2-a1d8-a330957fffa1","service":"e2e-legacy-migration-7d10dfd4","serviceEntry":"e2e-legacy-migration-7d10dfd4","destinationRule":"e2e-legacy-migration-7d10dfd4"} {"level":"error","ts":1789382194.1686058,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"2eff4bb7-98ac-46f2-bb6c-2ac6ba9f2607","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-7d10dfd4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789382194.1686728,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"2eff4bb7-98ac-46f2-bb6c-2ac6ba9f2607","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-7d10dfd4\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789382194.1687837,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"93d0a423-7c09-4df2-b6e3-5729f136f03b"} {"level":"info","ts":1789382194.168926,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"93d0a423-7c09-4df2-b6e3-5729f136f03b","name":"e2e-legacy-migration-7d10dfd4"} {"level":"info","ts":1789382194.183551,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"93d0a423-7c09-4df2-b6e3-5729f136f03b","httpRoute":"e2e-legacy-migration-7d10dfd4","providers":["e2e-legacy-migration-7d10dfd4"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789382194.1876233,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"fdc45b3b-86f5-40c0-ad95-a6e79551df38","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"info","ts":1789382194.1877291,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"fdc45b3b-86f5-40c0-ad95-a6e79551df38","modelName":"e2e-legacy-migration-7d10dfd4","resolvedRefs":1} {"level":"error","ts":1789382194.1904273,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"93d0a423-7c09-4df2-b6e3-5729f136f03b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-7d10dfd4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789382194.19052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"2e22dc5c-98e7-4d2d-b86a-1b80d25bf2e6"} {"level":"info","ts":1789382194.1905837,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"2e22dc5c-98e7-4d2d-b86a-1b80d25bf2e6","name":"e2e-legacy-migration-7d10dfd4"} {"level":"info","ts":1789382194.204681,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"2e22dc5c-98e7-4d2d-b86a-1b80d25bf2e6","httpRoute":"e2e-legacy-migration-7d10dfd4","providers":["e2e-legacy-migration-7d10dfd4"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789382194.2097325,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"de41fe4e-4326-40a1-a3d4-a5553e2939ba","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"info","ts":1789382194.209845,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"de41fe4e-4326-40a1-a3d4-a5553e2939ba","modelName":"e2e-legacy-migration-7d10dfd4","resolvedRefs":1} {"level":"error","ts":1789382194.2171617,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"2e22dc5c-98e7-4d2d-b86a-1b80d25bf2e6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-7d10dfd4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789382194.2173154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"c4b34ab5-6760-4b57-b52a-3a9a6023e1e6"} {"level":"info","ts":1789382194.2174094,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"c4b34ab5-6760-4b57-b52a-3a9a6023e1e6","name":"e2e-legacy-migration-7d10dfd4"} {"level":"info","ts":1789382194.2273624,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"c4b34ab5-6760-4b57-b52a-3a9a6023e1e6","httpRoute":"e2e-legacy-migration-7d10dfd4","providers":["e2e-legacy-migration-7d10dfd4"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789382194.2744918,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"9318d4f8-affb-433a-96f3-b2b09510801b","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"info","ts":1789382194.2774522,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"9318d4f8-affb-433a-96f3-b2b09510801b","name":"e2e-legacy-migration-7d10dfd4"} {"level":"info","ts":1789382194.283089,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"9318d4f8-affb-433a-96f3-b2b09510801b","provider":"openai","model":"e2e-legacy-migration-7d10dfd4","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789382196.9592462,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"33c66d85-f943-4865-afad-b63b9a96faba","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"info","ts":1789382196.9665658,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"684d7770-6304-4a24-b158-8e7713228d11","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"info","ts":1789382196.966614,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"684d7770-6304-4a24-b158-8e7713228d11","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"info","ts":1789382196.9666793,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"902d4edf-3480-4bf7-8bde-365d651c15f2"} {"level":"info","ts":1789382196.9667668,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"099be3ea-d920-4f4d-b280-a5ae9c761887"} {"level":"error","ts":1789382196.9667885,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"099be3ea-d920-4f4d-b280-a5ae9c761887","provider":"e2e-legacy-migration-7d10dfd4","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-7d10dfd4\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789382196.9679623,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"5905c149-907f-4a58-95c5-ad0a2652b040","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"error","ts":1789382196.967996,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"5905c149-907f-4a58-95c5-ad0a2652b040","provider":"e2e-legacy-migration-7d10dfd4","error":"ExternalProvider \"e2e-legacy-migration-7d10dfd4\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789382196.968029,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"5905c149-907f-4a58-95c5-ad0a2652b040"} {"level":"info","ts":1789382196.9683042,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"5a05d230-2dff-403e-a5d8-079e3d48206a","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"info","ts":1789382196.9683366,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"5a05d230-2dff-403e-a5d8-079e3d48206a","name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"} {"level":"error","ts":1789382196.9725127,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"099be3ea-d920-4f4d-b280-a5ae9c761887","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-7d10dfd4\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789382196.9725473,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"099be3ea-d920-4f4d-b280-a5ae9c761887","error":"ExternalModel \"e2e-legacy-migration-7d10dfd4\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-7d10dfd4\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789382196.972598,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-7d10dfd4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-7d10dfd4","reconcileID":"035b22b5-4d00-4dfb-98ea-2783ef8b40ff"} {"level":"info","ts":1789382197.3745522,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789382197.3746705,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49"} {"level":"info","ts":1789382197.374687,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49"} {"level":"info","ts":1789382197.3747036,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49","EoS":true} {"level":"info","ts":1789382197.3747268,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49","header":"x-maas-username"} {"level":"info","ts":1789382197.3747368,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49","header":"x-maas-subscription"} {"level":"info","ts":1789382197.3747423,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49","header":"x-maas-group"} {"level":"info","ts":1789382197.374757,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789382197.3747656,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49","modelName":"e2e-external-model"} {"level":"info","ts":1789382197.3747766,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789382197.3747969,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789382197.3748157,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49","authType":"apikey"} {"level":"info","ts":1789382197.3748393,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49"} {"level":"info","ts":1789382197.4569926,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49"} {"level":"info","ts":1789382197.4570248,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49"} {"level":"info","ts":1789382197.4570477,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49","EoS":false} {"level":"info","ts":1789382197.4570665,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49"} {"level":"info","ts":1789382197.4571044,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49","EoS":true} {"level":"info","ts":1789382197.4571385,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a8451b891debcdfd675aaa74764e6b1f","span_id":"aec573f9bbae28b3","x-request-id":"f1c46b6a-ac14-4405-a1b4-574659ddca49"} {"level":"info","ts":1789382197.4986296,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789382197.4987419,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18"} {"level":"info","ts":1789382197.498756,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18"} {"level":"info","ts":1789382197.49877,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18","EoS":true} {"level":"info","ts":1789382197.4988003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18","header":"x-maas-username"} {"level":"info","ts":1789382197.4988117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18","header":"x-maas-group"} {"level":"info","ts":1789382197.4988172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18","header":"x-maas-subscription"} {"level":"info","ts":1789382197.4988322,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789382197.4988618,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18"} {"level":"info","ts":1789382197.6967459,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18"} {"level":"info","ts":1789382197.6967714,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18"} {"level":"info","ts":1789382197.69679,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18","EoS":false} {"level":"info","ts":1789382197.6968038,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18"} {"level":"info","ts":1789382197.6968384,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18","EoS":true} {"level":"info","ts":1789382197.6968498,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"924b6901559c359bc54b65488673a2db","span_id":"b26378437735a81e","x-request-id":"d6aac76a-65be-41f8-bb42-700a46043c18"} {"level":"info","ts":1789382197.7380528,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789382197.7382376,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef"} {"level":"info","ts":1789382197.738274,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef"} {"level":"info","ts":1789382197.7382948,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef","EoS":true} {"level":"info","ts":1789382197.738326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef","header":"x-maas-group"} {"level":"info","ts":1789382197.738342,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef","header":"x-maas-username"} {"level":"info","ts":1789382197.7383513,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef","header":"x-maas-subscription"} {"level":"info","ts":1789382197.738394,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef"} {"level":"info","ts":1789382197.7824008,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef"} {"level":"info","ts":1789382197.7826042,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef"} {"level":"info","ts":1789382197.782684,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef","EoS":false} {"level":"info","ts":1789382197.7827387,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef"} {"level":"info","ts":1789382197.7828498,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef","EoS":true} {"level":"info","ts":1789382197.7829273,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ab916b28fb109491f486f36bf810b69","span_id":"ba6b1311a675b2a7","x-request-id":"9644718b-4d4f-487d-929a-1de3d75bf4ef"} {"level":"info","ts":1789382198.6293693,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc0e36ac-4c78-47a7-a512-c19d616bd9a3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789382198.6297476,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc0e36ac-4c78-47a7-a512-c19d616bd9a3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789382198.629898,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fbd529f-25aa-4711-8eac-20325f860da5"} {"level":"info","ts":1789382198.7758963,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9944b952-cfb1-4a88-8e80-9e04dcf6a116","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789382198.7761703,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9944b952-cfb1-4a88-8e80-9e04dcf6a116","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789382198.7761045,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8dac6986-4b7a-42c0-a263-1a74c5e7fb50"} {"level":"info","ts":1789382198.8941612,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"16992ea6-d022-46a0-be1c-ebc3c1d671e7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789382198.8942702,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"16992ea6-d022-46a0-be1c-ebc3c1d671e7","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789382205.412088,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789382215.413033,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789382219.4555194,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789382219.4556139,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe"} {"level":"info","ts":1789382219.4556267,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe"} {"level":"info","ts":1789382219.4556406,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe","EoS":true} {"level":"info","ts":1789382219.4556687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe","header":"x-maas-group"} {"level":"info","ts":1789382219.4556787,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe","header":"x-maas-subscription"} {"level":"info","ts":1789382219.4556844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe","header":"x-maas-username"} {"level":"info","ts":1789382219.455699,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789382219.45573,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe"} {"level":"info","ts":1789382219.4573283,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe"} {"level":"info","ts":1789382219.457355,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe"} {"level":"info","ts":1789382219.4573774,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe","EoS":false} {"level":"info","ts":1789382219.4573956,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe"} {"level":"info","ts":1789382219.457421,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe","EoS":true} {"level":"info","ts":1789382219.4574304,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ad6e72b9a6b662c3cac2f75e5c1ba0c","span_id":"cb9992f069c3c7e3","x-request-id":"2cc4556f-005f-4217-8a40-98709c27cffe"} {"level":"info","ts":1789382219.4903777,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789382219.4904711,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651"} {"level":"info","ts":1789382219.490484,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651"} {"level":"info","ts":1789382219.490497,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651","EoS":true} {"level":"info","ts":1789382219.4905252,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651","header":"x-maas-username"} {"level":"info","ts":1789382219.490535,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651","header":"x-maas-group"} {"level":"info","ts":1789382219.4905403,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651","header":"x-maas-subscription"} {"level":"info","ts":1789382219.4905543,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789382219.490583,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651"} {"level":"info","ts":1789382219.491477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651"} {"level":"info","ts":1789382219.4914956,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651"} {"level":"info","ts":1789382219.4915118,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651","EoS":false} {"level":"info","ts":1789382219.4915264,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651"} {"level":"info","ts":1789382219.4915605,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651","EoS":true} {"level":"info","ts":1789382219.491572,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"204af1f7a896884a8c8940c6addee385","span_id":"10ed1ae52cf744e6","x-request-id":"80789571-52a9-43e3-bfd8-94b484b58651"} {"level":"info","ts":1789382219.5369432,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789382219.5370474,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c"} {"level":"info","ts":1789382219.5370593,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c"} {"level":"info","ts":1789382219.5370708,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c","EoS":true} {"level":"info","ts":1789382219.5370948,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c","header":"x-maas-subscription"} {"level":"info","ts":1789382219.5371063,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c","header":"x-maas-username"} {"level":"info","ts":1789382219.5371115,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c","header":"x-maas-group"} {"level":"info","ts":1789382219.5371263,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789382219.5371532,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c"} {"level":"info","ts":1789382219.5381663,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c"} {"level":"info","ts":1789382219.5381868,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c"} {"level":"info","ts":1789382219.538206,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c","EoS":false} {"level":"info","ts":1789382219.5382245,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c"} {"level":"info","ts":1789382219.5382605,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c","EoS":true} {"level":"info","ts":1789382219.538272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"183770fde2bd77314a14814eeef33e76","span_id":"acda188a2f4b8a9a","x-request-id":"8b6ee74e-769a-4449-99c3-8c25153ded4c"} {"level":"info","ts":1789382219.5694735,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789382219.5695822,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd"} {"level":"info","ts":1789382219.569601,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd"} {"level":"info","ts":1789382219.569615,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd","EoS":true} {"level":"info","ts":1789382219.5696409,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd","header":"x-maas-username"} {"level":"info","ts":1789382219.569654,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd","header":"x-maas-subscription"} {"level":"info","ts":1789382219.56966,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd","header":"x-maas-group"} {"level":"info","ts":1789382219.5696752,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789382219.5697002,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd"} {"level":"info","ts":1789382219.5705047,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd"} {"level":"info","ts":1789382219.5705225,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd"} {"level":"info","ts":1789382219.5705328,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd","EoS":false} {"level":"info","ts":1789382219.5705426,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd"} {"level":"info","ts":1789382219.570566,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd","EoS":true} {"level":"info","ts":1789382219.5705802,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d45c3e4adf7560f1c90df2bdef21d9ad","span_id":"65e37df6d8e28899","x-request-id":"1a7c13f8-f9ee-4414-ad3d-ff1864ed06cd"} {"level":"error","ts":1789382225.413911,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789382233.7577991,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789382233.7579572,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"46f1e8b3cd78106190606737a06b8b9c","span_id":"04dfe483f9b645fc","x-request-id":"61067f8d-a299-4839-ba30-390bb3f28aea"} {"level":"info","ts":1789382233.7579782,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"46f1e8b3cd78106190606737a06b8b9c","span_id":"04dfe483f9b645fc","x-request-id":"61067f8d-a299-4839-ba30-390bb3f28aea"} {"level":"info","ts":1789382233.7579942,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"46f1e8b3cd78106190606737a06b8b9c","span_id":"04dfe483f9b645fc","x-request-id":"61067f8d-a299-4839-ba30-390bb3f28aea","EoS":true} {"level":"info","ts":1789382233.758046,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"46f1e8b3cd78106190606737a06b8b9c","span_id":"04dfe483f9b645fc","x-request-id":"61067f8d-a299-4839-ba30-390bb3f28aea"} {"level":"info","ts":1789382233.9162638,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789382233.9163673,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6b3618cc6dc94b75a1220c1ac14f6476","span_id":"1d0e26b3581f40c7","x-request-id":"608ad5ba-97d5-493f-bea2-d1393a658a8f"} {"level":"info","ts":1789382233.9163814,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6b3618cc6dc94b75a1220c1ac14f6476","span_id":"1d0e26b3581f40c7","x-request-id":"608ad5ba-97d5-493f-bea2-d1393a658a8f"} {"level":"info","ts":1789382233.9164004,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6b3618cc6dc94b75a1220c1ac14f6476","span_id":"1d0e26b3581f40c7","x-request-id":"608ad5ba-97d5-493f-bea2-d1393a658a8f","EoS":true} {"level":"info","ts":1789382233.9164536,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6b3618cc6dc94b75a1220c1ac14f6476","span_id":"1d0e26b3581f40c7","x-request-id":"608ad5ba-97d5-493f-bea2-d1393a658a8f"} {"level":"info","ts":1789382234.060652,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789382234.0607429,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"db5222ba11806350f18ebaa76b62a7b6","span_id":"ec3e9ab2d3c699af","x-request-id":"b9f1bf6c-b8d2-4b42-9ada-c16d4913c15b"} {"level":"info","ts":1789382234.060759,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"db5222ba11806350f18ebaa76b62a7b6","span_id":"ec3e9ab2d3c699af","x-request-id":"b9f1bf6c-b8d2-4b42-9ada-c16d4913c15b"} {"level":"info","ts":1789382234.0607703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"db5222ba11806350f18ebaa76b62a7b6","span_id":"ec3e9ab2d3c699af","x-request-id":"b9f1bf6c-b8d2-4b42-9ada-c16d4913c15b","EoS":true} {"level":"info","ts":1789382234.0608158,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"db5222ba11806350f18ebaa76b62a7b6","span_id":"ec3e9ab2d3c699af","x-request-id":"b9f1bf6c-b8d2-4b42-9ada-c16d4913c15b"} {"level":"error","ts":1789382240.42012,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789382255.420716,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789383254.4683917,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383254.4684997,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f"} {"level":"info","ts":1789383254.4685125,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f"} {"level":"info","ts":1789383254.4685235,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f","EoS":true} {"level":"info","ts":1789383254.4685519,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f","header":"x-maas-subscription"} {"level":"info","ts":1789383254.4685621,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f","header":"x-maas-username"} {"level":"info","ts":1789383254.4685671,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f","header":"x-maas-group"} {"level":"info","ts":1789383254.468582,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789383254.4686098,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f"} {"level":"info","ts":1789383254.469581,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f"} {"level":"info","ts":1789383254.4696002,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f"} {"level":"info","ts":1789383254.469618,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f","EoS":false} {"level":"info","ts":1789383254.4696374,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f"} {"level":"info","ts":1789383254.4696643,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f","EoS":true} {"level":"info","ts":1789383254.4696739,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"621a1678a1b5415bcef67fa049b8beda","span_id":"550a3ea1a7e63cb2","x-request-id":"2b61abeb-90b7-48db-aeac-b873c1fc7b7f"} {"level":"info","ts":1789383254.5053453,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383254.505437,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab"} {"level":"info","ts":1789383254.5054505,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab"} {"level":"info","ts":1789383254.5054612,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab","EoS":true} {"level":"info","ts":1789383254.505486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab","header":"x-maas-subscription"} {"level":"info","ts":1789383254.505497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab","header":"x-maas-username"} {"level":"info","ts":1789383254.505502,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab","header":"x-maas-group"} {"level":"info","ts":1789383254.5055156,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789383254.5055385,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab"} {"level":"info","ts":1789383254.5064516,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab"} {"level":"info","ts":1789383254.506469,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab"} {"level":"info","ts":1789383254.5064836,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab","EoS":false} {"level":"info","ts":1789383254.5065,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab"} {"level":"info","ts":1789383254.5065253,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab","EoS":true} {"level":"info","ts":1789383254.5065355,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29bb130dfb9e75a04a21545bde48ee8d","span_id":"5e78f084888020f8","x-request-id":"28ace40d-fd7a-4bf5-9ff8-a1424fb74eab"} {"level":"error","ts":1789383265.5355444,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789383579.333495,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383579.3336003,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a"} {"level":"info","ts":1789383579.333612,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a"} {"level":"info","ts":1789383579.3336246,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a","EoS":true} {"level":"info","ts":1789383579.3336506,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a","header":"x-maas-group"} {"level":"info","ts":1789383579.3336623,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a","header":"x-maas-username"} {"level":"info","ts":1789383579.3336675,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a","header":"x-maas-subscription"} {"level":"info","ts":1789383579.333683,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383579.3337088,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a"} {"level":"info","ts":1789383579.3464653,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a"} {"level":"info","ts":1789383579.3464851,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a"} {"level":"info","ts":1789383579.3465002,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a","EoS":false} {"level":"info","ts":1789383579.3465123,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a"} {"level":"info","ts":1789383579.3465335,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a","EoS":true} {"level":"info","ts":1789383579.3465407,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f53d96a95b6b1979a94b2b227cab4fa9","span_id":"4d9a0e4a163c21d1","x-request-id":"fe7fb2b7-4432-485d-a0e9-e2e32a1bfc9a"} {"level":"info","ts":1789383579.4838467,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383579.4839714,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b"} {"level":"info","ts":1789383579.4839835,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b"} {"level":"info","ts":1789383579.4839954,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b","EoS":true} {"level":"info","ts":1789383579.4840195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b","header":"x-maas-group"} {"level":"info","ts":1789383579.4840271,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b","header":"x-maas-username"} {"level":"info","ts":1789383579.4840322,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b","header":"x-maas-subscription"} {"level":"info","ts":1789383579.484046,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383579.484071,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b"} {"level":"info","ts":1789383579.4850216,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b"} {"level":"info","ts":1789383579.4850416,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b"} {"level":"info","ts":1789383579.485054,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b","EoS":false} {"level":"info","ts":1789383579.4850664,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b"} {"level":"info","ts":1789383579.485097,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b","EoS":true} {"level":"info","ts":1789383579.485109,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a9b09869e3e66ae76639ab2a526988b9","span_id":"39757514e13b7a49","x-request-id":"c26d871f-1123-4f76-a173-7c7e91d7ce0b"} {"level":"info","ts":1789383579.6234643,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383579.6235664,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95"} {"level":"info","ts":1789383579.6235821,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95"} {"level":"info","ts":1789383579.6236007,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95","EoS":true} {"level":"info","ts":1789383579.6236317,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95","header":"x-maas-group"} {"level":"info","ts":1789383579.6236446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95","header":"x-maas-username"} {"level":"info","ts":1789383579.6236548,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95","header":"x-maas-subscription"} {"level":"info","ts":1789383579.623676,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383579.6237118,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95"} {"level":"info","ts":1789383579.6246054,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95"} {"level":"info","ts":1789383579.6246245,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95"} {"level":"info","ts":1789383579.624639,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95","EoS":false} {"level":"info","ts":1789383579.6246505,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95"} {"level":"info","ts":1789383579.6246796,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95","EoS":true} {"level":"info","ts":1789383579.6246874,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b543eecee55a68beeb71a4c40895915","span_id":"db3f28fe463bff85","x-request-id":"467bb980-6dda-4b51-8ce9-dcc35c280f95"} {"level":"info","ts":1789383579.7607093,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383579.760825,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85"} {"level":"info","ts":1789383579.7608402,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85"} {"level":"info","ts":1789383579.7608523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85","EoS":true} {"level":"info","ts":1789383579.760896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85","header":"x-maas-group"} {"level":"info","ts":1789383579.7609086,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85","header":"x-maas-subscription"} {"level":"info","ts":1789383579.760913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85","header":"x-maas-username"} {"level":"info","ts":1789383579.7609282,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383579.7609544,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85"} {"level":"info","ts":1789383579.7618325,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85"} {"level":"info","ts":1789383579.761851,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85"} {"level":"info","ts":1789383579.7618651,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85","EoS":false} {"level":"info","ts":1789383579.7619038,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85"} {"level":"info","ts":1789383579.7619252,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85","EoS":true} {"level":"info","ts":1789383579.7619355,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f76a57745da82e54ed917eccc379da0a","span_id":"3c4ff07cfc2f3cb9","x-request-id":"0a474467-4962-4fc6-abcc-9ce1c971ae85"} {"level":"info","ts":1789383579.8975017,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383579.8976054,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b"} {"level":"info","ts":1789383579.897622,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b"} {"level":"info","ts":1789383579.8976357,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b","EoS":true} {"level":"info","ts":1789383579.897658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b","header":"x-maas-subscription"} {"level":"info","ts":1789383579.897669,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b","header":"x-maas-group"} {"level":"info","ts":1789383579.8976743,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b","header":"x-maas-username"} {"level":"info","ts":1789383579.8976915,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383579.897717,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b"} {"level":"info","ts":1789383579.8985238,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b"} {"level":"info","ts":1789383579.8985412,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b"} {"level":"info","ts":1789383579.8985527,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b","EoS":false} {"level":"info","ts":1789383579.8985653,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b"} {"level":"info","ts":1789383579.8985884,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b","EoS":true} {"level":"info","ts":1789383579.898598,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92f447a06c2356e8c2ab53cbe22613fe","span_id":"d3f1ae1406f68530","x-request-id":"dd3a51b7-9a91-438e-bac9-adc0d5d9f73b"} {"level":"error","ts":1789383590.569226,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789383593.9217947,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383593.9219096,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73"} {"level":"info","ts":1789383593.921922,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73"} {"level":"info","ts":1789383593.9219344,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73","EoS":true} {"level":"info","ts":1789383593.921958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73","header":"x-maas-subscription"} {"level":"info","ts":1789383593.921968,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73","header":"x-maas-group"} {"level":"info","ts":1789383593.921973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73","header":"x-maas-username"} {"level":"info","ts":1789383593.9219878,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383593.9220116,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73"} {"level":"info","ts":1789383593.9252965,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73"} {"level":"info","ts":1789383593.9253166,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73"} {"level":"info","ts":1789383593.9253347,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73","EoS":false} {"level":"info","ts":1789383593.925348,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73"} {"level":"info","ts":1789383593.9253683,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73","EoS":true} {"level":"info","ts":1789383593.9253786,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7725a937352ea9c9f596f4d2fa452ca","span_id":"a720b2b6c32e8ad7","x-request-id":"c631e627-b2c9-4ba0-86c0-294c6699ea73"} {"level":"info","ts":1789383594.0211585,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383594.0212395,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"19a35ac04dccd65ee5a55cfd27dea203","span_id":"03fb360631c6ac28","x-request-id":"e2604cf8-5896-47dd-a78c-42048cd51d7b"} {"level":"info","ts":1789383594.0219617,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"19a35ac04dccd65ee5a55cfd27dea203","span_id":"03fb360631c6ac28","x-request-id":"e2604cf8-5896-47dd-a78c-42048cd51d7b"} {"level":"info","ts":1789383594.0219839,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"19a35ac04dccd65ee5a55cfd27dea203","span_id":"03fb360631c6ac28","x-request-id":"e2604cf8-5896-47dd-a78c-42048cd51d7b"} {"level":"info","ts":1789383594.0220015,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19a35ac04dccd65ee5a55cfd27dea203","span_id":"03fb360631c6ac28","x-request-id":"e2604cf8-5896-47dd-a78c-42048cd51d7b","EoS":false} {"level":"info","ts":1789383594.0220225,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19a35ac04dccd65ee5a55cfd27dea203","span_id":"03fb360631c6ac28","x-request-id":"e2604cf8-5896-47dd-a78c-42048cd51d7b"} {"level":"info","ts":1789383594.0220504,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19a35ac04dccd65ee5a55cfd27dea203","span_id":"03fb360631c6ac28","x-request-id":"e2604cf8-5896-47dd-a78c-42048cd51d7b","EoS":true} {"level":"info","ts":1789383594.0220604,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19a35ac04dccd65ee5a55cfd27dea203","span_id":"03fb360631c6ac28","x-request-id":"e2604cf8-5896-47dd-a78c-42048cd51d7b"} {"level":"info","ts":1789383594.759758,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383594.759845,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4"} {"level":"info","ts":1789383594.759858,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4"} {"level":"info","ts":1789383594.7598946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4","EoS":true} {"level":"info","ts":1789383594.7599185,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4","header":"x-maas-group"} {"level":"info","ts":1789383594.7599297,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4","header":"x-maas-username"} {"level":"info","ts":1789383594.7599354,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4","header":"x-maas-subscription"} {"level":"info","ts":1789383594.7599487,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383594.7599776,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4"} {"level":"info","ts":1789383594.7608569,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4"} {"level":"info","ts":1789383594.7608967,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4"} {"level":"info","ts":1789383594.760912,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4","EoS":false} {"level":"info","ts":1789383594.7609253,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4"} {"level":"info","ts":1789383594.7609549,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4","EoS":true} {"level":"info","ts":1789383594.7609663,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78b2fb53ee7d814e8bea74289c38e8ef","span_id":"79ddc8ed5c3f1d83","x-request-id":"7105b641-9a5e-448b-a525-277985225cd4"} {"level":"info","ts":1789383595.6812332,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383595.6813319,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5"} {"level":"info","ts":1789383595.681346,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5"} {"level":"info","ts":1789383595.681359,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5","EoS":true} {"level":"info","ts":1789383595.6813838,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5","header":"x-maas-group"} {"level":"info","ts":1789383595.6813939,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5","header":"x-maas-subscription"} {"level":"info","ts":1789383595.6813993,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5","header":"x-maas-username"} {"level":"info","ts":1789383595.681414,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383595.6814392,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5"} {"level":"info","ts":1789383595.6822937,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5"} {"level":"info","ts":1789383595.6823075,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5"} {"level":"info","ts":1789383595.6823206,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5","EoS":false} {"level":"info","ts":1789383595.6823308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5"} {"level":"info","ts":1789383595.6823535,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5","EoS":true} {"level":"info","ts":1789383595.6823695,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"701cd051fc278ecf81d4d282a7a8ba66","span_id":"cf9ca776b69e9c2e","x-request-id":"2246621d-71eb-4726-8494-7f64e7ec94c5"} {"level":"info","ts":1789383596.3899179,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383596.3900075,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8"} {"level":"info","ts":1789383596.3900204,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8"} {"level":"info","ts":1789383596.3900313,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8","EoS":true} {"level":"info","ts":1789383596.3900537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8","header":"x-maas-group"} {"level":"info","ts":1789383596.3900638,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8","header":"x-maas-username"} {"level":"info","ts":1789383596.3900695,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8","header":"x-maas-subscription"} {"level":"info","ts":1789383596.3900852,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383596.3901155,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8"} {"level":"info","ts":1789383596.390973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8"} {"level":"info","ts":1789383596.390992,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8"} {"level":"info","ts":1789383596.3910027,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8","EoS":false} {"level":"info","ts":1789383596.3910139,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8"} {"level":"info","ts":1789383596.3910406,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8","EoS":true} {"level":"info","ts":1789383596.391055,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"35f91da898e6958a521ba5f006e5ea6e","span_id":"9918293abc85b6aa","x-request-id":"41e49fbb-cb14-4299-a879-3138228454a8"} {"level":"info","ts":1789383597.4346445,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383597.434744,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35"} {"level":"info","ts":1789383597.4347556,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35"} {"level":"info","ts":1789383597.434766,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35","EoS":true} {"level":"info","ts":1789383597.4347878,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35","header":"x-maas-group"} {"level":"info","ts":1789383597.4347982,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35","header":"x-maas-username"} {"level":"info","ts":1789383597.4348037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35","header":"x-maas-subscription"} {"level":"info","ts":1789383597.434819,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383597.4348454,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35"} {"level":"info","ts":1789383597.4356782,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35"} {"level":"info","ts":1789383597.4356992,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35"} {"level":"info","ts":1789383597.4357135,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35","EoS":false} {"level":"info","ts":1789383597.4357278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35"} {"level":"info","ts":1789383597.435748,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35","EoS":true} {"level":"info","ts":1789383597.435758,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"245f2e0aaf4081be0290ebdb2302751f","span_id":"b6d7faf25372ebbf","x-request-id":"6acfed24-5f19-45b0-87fd-175c2b2bea35"} {"level":"error","ts":1789383605.5712354,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789383617.2955246,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383617.2956216,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3"} {"level":"info","ts":1789383617.2956336,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3"} {"level":"info","ts":1789383617.2956457,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3","EoS":true} {"level":"info","ts":1789383617.2956693,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3","header":"x-maas-group"} {"level":"info","ts":1789383617.2956793,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3","header":"x-maas-subscription"} {"level":"info","ts":1789383617.2956846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3","header":"x-maas-username"} {"level":"info","ts":1789383617.295703,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383617.29573,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3"} {"level":"info","ts":1789383617.296885,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3"} {"level":"info","ts":1789383617.296914,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3"} {"level":"info","ts":1789383617.2969306,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3","EoS":false} {"level":"info","ts":1789383617.2969434,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3"} {"level":"info","ts":1789383617.2969763,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3","EoS":true} {"level":"info","ts":1789383617.2969913,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ae090b95ced8130b00723bdf07cd9627","span_id":"85afd9322b985b4b","x-request-id":"6d807a62-69b5-40fa-b8df-c1cbb26f29d3"} {"level":"error","ts":1789383620.5716484,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789383635.5727026,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789383704.332254,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383704.3323603,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9"} {"level":"info","ts":1789383704.3323731,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9"} {"level":"info","ts":1789383704.3323843,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9","EoS":true} {"level":"info","ts":1789383704.332408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9","header":"x-maas-subscription"} {"level":"info","ts":1789383704.3324175,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9","header":"x-maas-username"} {"level":"info","ts":1789383704.3324225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9","header":"x-maas-group"} {"level":"info","ts":1789383704.3324392,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789383704.3324668,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9"} {"level":"info","ts":1789383704.3455162,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9"} {"level":"info","ts":1789383704.345544,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9"} {"level":"info","ts":1789383704.3455625,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9","EoS":false} {"level":"info","ts":1789383704.3455787,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9"} {"level":"info","ts":1789383704.3456137,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9","EoS":true} {"level":"info","ts":1789383704.3456256,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ffd64c52e74765f0c8e8dfef2bde8d1a","span_id":"53fbf1d50c651c38","x-request-id":"e03529bf-9f9f-4c3a-820d-c516155ebbc9"} {"level":"error","ts":1789383715.5828073,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789383764.6932695,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383764.6933687,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9"} {"level":"info","ts":1789383764.6933832,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9"} {"level":"info","ts":1789383764.6933954,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9","EoS":true} {"level":"info","ts":1789383764.6934206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9","header":"x-maas-group"} {"level":"info","ts":1789383764.6934316,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9","header":"x-maas-subscription"} {"level":"info","ts":1789383764.6934369,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9","header":"x-maas-username"} {"level":"info","ts":1789383764.6934524,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383764.6934772,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9"} {"level":"info","ts":1789383764.6944296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9"} {"level":"info","ts":1789383764.6944506,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9"} {"level":"info","ts":1789383764.6944654,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9","EoS":false} {"level":"info","ts":1789383764.694478,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9"} {"level":"info","ts":1789383764.694504,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9","EoS":true} {"level":"info","ts":1789383764.694512,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92037c492e44cd4850782c9263ef2715","span_id":"fc1acbbf7ff016da","x-request-id":"d14ab2a3-f007-49ea-953f-460d82c4c5d9"} {"level":"error","ts":1789383775.5879545,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789383778.3321664,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383778.3323023,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0"} {"level":"info","ts":1789383778.3323278,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0"} {"level":"info","ts":1789383778.3323476,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0","EoS":true} {"level":"info","ts":1789383778.332386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0","header":"x-maas-subscription"} {"level":"info","ts":1789383778.3324146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0","header":"x-maas-group"} {"level":"info","ts":1789383778.3324265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0","header":"x-maas-username"} {"level":"info","ts":1789383778.3324482,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789383778.332503,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0"} {"level":"info","ts":1789383778.347505,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0"} {"level":"info","ts":1789383778.3475392,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0"} {"level":"info","ts":1789383778.347564,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0","EoS":false} {"level":"info","ts":1789383778.3475862,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0"} {"level":"info","ts":1789383778.3476312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0","EoS":false} {"level":"info","ts":1789383778.3476477,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0"} {"level":"info","ts":1789383778.3476639,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0","EoS":true} {"level":"info","ts":1789383778.3476708,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48d37e0676e5081267905d97e692a984","span_id":"4dbb5a30957fac5c","x-request-id":"d57de0d2-ae2b-4a99-b516-8f4629de77d0"} {"level":"info","ts":1789383778.4858048,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383778.4859345,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354"} {"level":"info","ts":1789383778.4859486,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354"} {"level":"info","ts":1789383778.4859622,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354","EoS":true} {"level":"info","ts":1789383778.485983,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354","header":"x-maas-group"} {"level":"info","ts":1789383778.4859912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354","header":"x-maas-username"} {"level":"info","ts":1789383778.4859953,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354","header":"x-maas-subscription"} {"level":"info","ts":1789383778.4860106,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789383778.486037,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354"} {"level":"info","ts":1789383778.4879234,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354"} {"level":"info","ts":1789383778.4879487,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354"} {"level":"info","ts":1789383778.4879775,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354","EoS":false} {"level":"info","ts":1789383778.4879956,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354"} {"level":"info","ts":1789383778.4880245,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354","EoS":false} {"level":"info","ts":1789383778.488037,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354"} {"level":"info","ts":1789383778.4880552,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354","EoS":true} {"level":"info","ts":1789383778.4880667,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2ec7d002bc24ee29dc38fc54b4f1f13","span_id":"b241908bdb10d4a8","x-request-id":"fe1858d4-bfb0-4dbe-af31-ef33eb76d354"} {"level":"info","ts":1789383778.6331625,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383778.6332672,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd"} {"level":"info","ts":1789383778.6332812,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd"} {"level":"info","ts":1789383778.633293,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd","EoS":true} {"level":"info","ts":1789383778.6333148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd","header":"x-maas-group"} {"level":"info","ts":1789383778.6333277,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd","header":"x-maas-username"} {"level":"info","ts":1789383778.6333332,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd","header":"x-maas-subscription"} {"level":"info","ts":1789383778.6333475,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789383778.6333754,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd"} {"level":"info","ts":1789383778.6341267,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd"} {"level":"info","ts":1789383778.6341405,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd"} {"level":"info","ts":1789383778.6341522,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd","EoS":false} {"level":"info","ts":1789383778.6341634,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd"} {"level":"info","ts":1789383778.634188,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd","EoS":true} {"level":"info","ts":1789383778.6342013,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aac36cceb89d2d4482eb6548603d28a1","span_id":"93cd527d595e088d","x-request-id":"33f771e9-bd12-4bd7-b9a5-9ae04c0528dd"} {"level":"error","ts":1789383790.5891404,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789383795.5986216,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383795.5987387,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f"} {"level":"info","ts":1789383795.5987566,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f"} {"level":"info","ts":1789383795.598771,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f","EoS":true} {"level":"info","ts":1789383795.5987954,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f","header":"x-maas-subscription"} {"level":"info","ts":1789383795.5988069,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f","header":"x-maas-username"} {"level":"info","ts":1789383795.598812,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f","header":"x-maas-group"} {"level":"info","ts":1789383795.5988276,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789383795.5988553,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f"} {"level":"info","ts":1789383795.599688,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f"} {"level":"info","ts":1789383795.5997078,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f"} {"level":"info","ts":1789383795.5997264,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f","EoS":false} {"level":"info","ts":1789383795.5997455,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f"} {"level":"info","ts":1789383795.599783,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f","EoS":true} {"level":"info","ts":1789383795.5997968,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d389fb6ec8a9093f29ea66a55e1365a0","span_id":"fc99bae9935e040a","x-request-id":"08eaea9c-7762-4497-962b-cbbaec9e5d3f"}