{"level":"info","ts":1789138413.7075326,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"f60e6e37-1250-411e-a886-a88980a0273a"} {"level":"info","ts":1789138413.7075703,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"f60e6e37-1250-411e-a886-a88980a0273a","name":"e2e-legacy-migration-b815e086"} {"level":"info","ts":1789138413.709213,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"556e80f2-d37c-4375-be1a-63ec8e034335","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138413.709244,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"556e80f2-d37c-4375-be1a-63ec8e034335","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789138413.7092676,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"7767b071-412c-4a00-bee5-5e2aa2c93184","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138413.7093003,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"7767b071-412c-4a00-bee5-5e2aa2c93184","modelName":"e2e-legacy-migration-b815e086","resolvedRefs":1} {"level":"error","ts":1789138413.7098584,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"4c045112-b40f-40a3-b11d-2ead374690fa","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b815e086\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789138413.7176256,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"a8dc0333-3522-4e8a-b0bb-9e13b30d5f2e","error":"ExternalModel \"e2e-legacy-migration-b815e086\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b815e086\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789138413.7177186,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"348aa2d8-e25f-4125-84ac-7f4fe78899d6"} {"level":"info","ts":1789138413.7177508,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"348aa2d8-e25f-4125-84ac-7f4fe78899d6","provider":"e2e-legacy-migration-b815e086","phase":"Failed"} {"level":"info","ts":1789138413.7194147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"a0b24dbc-c745-43b5-b1e0-a14e45d3e45a","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138413.7194488,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"a0b24dbc-c745-43b5-b1e0-a14e45d3e45a","modelName":"e2e-legacy-migration-b815e086","resolvedRefs":1} {"level":"info","ts":1789138413.7202342,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"ca71f72c-1122-4532-952b-8a93307114e9","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"error","ts":1789138413.7225645,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"348aa2d8-e25f-4125-84ac-7f4fe78899d6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b815e086\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789138413.722598,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"348aa2d8-e25f-4125-84ac-7f4fe78899d6","error":"ExternalModel \"e2e-legacy-migration-b815e086\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b815e086\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789138413.7226596,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"a15c665b-340c-4e02-b61b-8637f9360838"} {"level":"info","ts":1789138413.7226872,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"a15c665b-340c-4e02-b61b-8637f9360838","provider":"e2e-legacy-migration-b815e086","phase":"Failed"} {"level":"info","ts":1789138413.728742,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"ca71f72c-1122-4532-952b-8a93307114e9","name":"e2e-legacy-migration-b815e086"} {"level":"info","ts":1789138413.7349136,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"f60e6e37-1250-411e-a886-a88980a0273a","kind":"DestinationRule","name":"e2e-legacy-migration-b815e086"} {"level":"error","ts":1789138413.740137,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"a15c665b-340c-4e02-b61b-8637f9360838","error":"ExternalModel \"e2e-legacy-migration-b815e086\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b815e086\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789138413.750241,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"ca71f72c-1122-4532-952b-8a93307114e9","provider":"openai","model":"e2e-legacy-migration-b815e086","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789138413.7510984,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"fc228644-a35c-4c1f-82c1-0943de64d3cc","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138413.75133,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"fc228644-a35c-4c1f-82c1-0943de64d3cc","modelName":"e2e-legacy-migration-b815e086","resolvedRefs":1} {"level":"info","ts":1789138413.7512836,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"2234f473-e682-470a-9973-97b8a8ba0311"} {"level":"info","ts":1789138413.75154,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"2234f473-e682-470a-9973-97b8a8ba0311","name":"e2e-legacy-migration-b815e086"} {"level":"info","ts":1789138413.7512126,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"ce027ae1-5e52-4468-9035-c6f5ae76011e","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138413.7517183,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"ce027ae1-5e52-4468-9035-c6f5ae76011e","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789138413.7863286,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"f60e6e37-1250-411e-a886-a88980a0273a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b815e086\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789138413.786406,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"f60e6e37-1250-411e-a886-a88980a0273a","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-b815e086\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789138413.7864885,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"ef5e3851-5f46-4029-8c75-1ec1bcc01e38"} {"level":"info","ts":1789138413.786561,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"ef5e3851-5f46-4029-8c75-1ec1bcc01e38","name":"e2e-legacy-migration-b815e086"} {"level":"info","ts":1789138413.799079,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"516c02b8-683e-4218-8e93-ce6c7ff25fc4","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138413.7991154,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"516c02b8-683e-4218-8e93-ce6c7ff25fc4","modelName":"e2e-legacy-migration-b815e086","resolvedRefs":1} {"level":"error","ts":1789138413.8228018,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"2234f473-e682-470a-9973-97b8a8ba0311","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b815e086\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789138413.8228607,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"2234f473-e682-470a-9973-97b8a8ba0311","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-b815e086\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789138413.8229306,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"81c6a1dd-7a7f-40ed-9291-d4fd7406b19a"} {"level":"info","ts":1789138413.8229942,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"81c6a1dd-7a7f-40ed-9291-d4fd7406b19a","name":"e2e-legacy-migration-b815e086"} {"level":"info","ts":1789138413.8417897,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"d848658e-06aa-4f6c-91e2-b413bedab377","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138413.8418417,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"d848658e-06aa-4f6c-91e2-b413bedab377","modelName":"e2e-legacy-migration-b815e086","resolvedRefs":1} {"level":"info","ts":1789138413.8439417,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"ef5e3851-5f46-4029-8c75-1ec1bcc01e38","service":"e2e-legacy-migration-b815e086","serviceEntry":"e2e-legacy-migration-b815e086","destinationRule":"e2e-legacy-migration-b815e086"} {"level":"info","ts":1789138413.8453314,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"81c6a1dd-7a7f-40ed-9291-d4fd7406b19a","httpRoute":"e2e-legacy-migration-b815e086","providers":["e2e-legacy-migration-b815e086"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789138413.8717775,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"81c6a1dd-7a7f-40ed-9291-d4fd7406b19a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b815e086\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789138413.8718934,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"56a1b868-02ad-416c-89e7-f8f843792a48"} {"level":"info","ts":1789138413.8719554,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"56a1b868-02ad-416c-89e7-f8f843792a48","name":"e2e-legacy-migration-b815e086"} {"level":"info","ts":1789138413.8900337,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"56a1b868-02ad-416c-89e7-f8f843792a48","httpRoute":"e2e-legacy-migration-b815e086","providers":["e2e-legacy-migration-b815e086"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789138413.8938072,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"dfbbdaeb-15fa-4af1-8d8a-5d85f0ef17e2","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138413.893928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"dfbbdaeb-15fa-4af1-8d8a-5d85f0ef17e2","modelName":"e2e-legacy-migration-b815e086","resolvedRefs":1} {"level":"error","ts":1789138413.9049842,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"56a1b868-02ad-416c-89e7-f8f843792a48","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b815e086\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789138413.9050643,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"2c090e42-c340-485c-9cca-11ad09131376"} {"level":"info","ts":1789138413.9051113,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"2c090e42-c340-485c-9cca-11ad09131376","name":"e2e-legacy-migration-b815e086"} {"level":"info","ts":1789138413.945171,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"2c090e42-c340-485c-9cca-11ad09131376","httpRoute":"e2e-legacy-migration-b815e086","providers":["e2e-legacy-migration-b815e086"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789138414.0689795,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"729d4489-6e4f-41b7-916d-98fc34b104fc","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138414.0841622,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"729d4489-6e4f-41b7-916d-98fc34b104fc","name":"e2e-legacy-migration-b815e086"} {"level":"info","ts":1789138414.0975173,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"729d4489-6e4f-41b7-916d-98fc34b104fc","provider":"openai","model":"e2e-legacy-migration-b815e086","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789138416.6641197,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"1b8a93b3-54c8-4af0-ae2b-3f19b92e3f91","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138416.676608,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"07c8423b-66ad-4f45-a257-aca328bee5a0"} {"level":"info","ts":1789138416.6766198,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"f3ee3ad6-ad9e-4c51-b1e4-28e4487d16f9","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138416.676755,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"f3ee3ad6-ad9e-4c51-b1e4-28e4487d16f9","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138416.677028,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"ebea4f18-3f14-43e9-aed4-73429f304b21","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138416.677055,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"ebea4f18-3f14-43e9-aed4-73429f304b21","name":"e2e-legacy-migration-b815e086","namespace":"llm"} {"level":"info","ts":1789138416.6771297,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b815e086","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b815e086","reconcileID":"54140f86-d531-4e1b-86b4-21f917004a23"} {"level":"info","ts":1789138417.0909607,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789138417.091054,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e"} {"level":"info","ts":1789138417.0910707,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e"} {"level":"info","ts":1789138417.091086,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e","EoS":true} {"level":"info","ts":1789138417.0911083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e","header":"x-maas-subscription"} {"level":"info","ts":1789138417.091119,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e","header":"x-maas-username"} {"level":"info","ts":1789138417.091124,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e","header":"x-maas-group"} {"level":"info","ts":1789138417.0911398,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789138417.0911539,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e","modelName":"e2e-external-model"} {"level":"info","ts":1789138417.091169,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789138417.0912013,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789138417.0912185,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e","authType":"apikey"} {"level":"info","ts":1789138417.0912406,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e"} {"level":"info","ts":1789138417.1984577,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e"} {"level":"info","ts":1789138417.1984866,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e"} {"level":"info","ts":1789138417.1985128,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e","EoS":false} {"level":"info","ts":1789138417.1985302,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e"} {"level":"info","ts":1789138417.198571,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e","EoS":true} {"level":"info","ts":1789138417.198585,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fefd07bc3269ace9ff7334c3b5b7145a","span_id":"f0505ff0c6a1e2ad","x-request-id":"70deef5a-9aef-4d1b-87b0-24957ae8194e"} {"level":"info","ts":1789138417.2629342,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789138417.2630513,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e"} {"level":"info","ts":1789138417.2630668,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e"} {"level":"info","ts":1789138417.2630801,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e","EoS":true} {"level":"info","ts":1789138417.263105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e","header":"x-maas-group"} {"level":"info","ts":1789138417.2631185,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e","header":"x-maas-subscription"} {"level":"info","ts":1789138417.2631285,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e","header":"x-maas-username"} {"level":"info","ts":1789138417.2631435,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789138417.263215,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e"} {"level":"info","ts":1789138417.5269656,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e"} {"level":"info","ts":1789138417.527002,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e"} {"level":"info","ts":1789138417.5270247,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e","EoS":false} {"level":"info","ts":1789138417.527044,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e"} {"level":"info","ts":1789138417.5270786,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e","EoS":true} {"level":"info","ts":1789138417.527091,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"060f79878b31a8e839c3006c13aea295","span_id":"d2daadffbacb5297","x-request-id":"f31060eb-2d69-4357-89b4-200d3558281e"} {"level":"info","ts":1789138417.5717514,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789138417.5718765,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e"} {"level":"info","ts":1789138417.5718899,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e"} {"level":"info","ts":1789138417.5719025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e","EoS":true} {"level":"info","ts":1789138417.5719235,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e","header":"x-maas-subscription"} {"level":"info","ts":1789138417.5719318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e","header":"x-maas-group"} {"level":"info","ts":1789138417.571937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e","header":"x-maas-username"} {"level":"info","ts":1789138417.571969,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e"} {"level":"info","ts":1789138417.683161,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e"} {"level":"info","ts":1789138417.6831875,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e"} {"level":"info","ts":1789138417.683204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e","EoS":false} {"level":"info","ts":1789138417.683217,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e"} {"level":"info","ts":1789138417.683248,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e","EoS":true} {"level":"info","ts":1789138417.683262,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"113242f8d700aad0b96becd0dc3a20d4","span_id":"0c1a5d0543ee4a77","x-request-id":"873804dc-fdc3-40fb-a8f5-d851069a382e"} {"level":"error","ts":1789138417.9729996,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789138418.5394177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ffa3726-534a-4fc3-acf3-cb2aa1e1ef0d"} {"level":"info","ts":1789138418.5395424,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d04fe55-fb1a-4a51-873c-570379c6ab9e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789138418.5396614,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d04fe55-fb1a-4a51-873c-570379c6ab9e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789138418.6865098,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0982c29-cd7a-480c-b0e0-985ac0b3d429","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789138418.6866102,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0982c29-cd7a-480c-b0e0-985ac0b3d429","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789138418.6866806,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00ebaa2f-c75d-4e2d-95e2-31443fa7996b"} {"level":"info","ts":1789138418.8058016,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4787002f-8d18-4c7f-b8ac-f6e49a241964","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789138418.8058827,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4787002f-8d18-4c7f-b8ac-f6e49a241964","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789138422.3086798,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789138422.3087833,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c"} {"level":"info","ts":1789138422.3088002,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c"} {"level":"info","ts":1789138422.3088288,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c","EoS":true} {"level":"info","ts":1789138422.308854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c","header":"x-maas-subscription"} {"level":"info","ts":1789138422.3088655,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c","header":"x-maas-group"} {"level":"info","ts":1789138422.3088703,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c","header":"x-maas-username"} {"level":"info","ts":1789138422.3088923,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789138422.3089185,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c"} {"level":"info","ts":1789138422.3106759,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c"} {"level":"info","ts":1789138422.310696,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c"} {"level":"info","ts":1789138422.3107119,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c","EoS":false} {"level":"info","ts":1789138422.310725,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c"} {"level":"info","ts":1789138422.3107526,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c","EoS":true} {"level":"info","ts":1789138422.3107638,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70ebc3460ea8bba29efc866a2c41b8c3","span_id":"9e2a00d5968f54e6","x-request-id":"396bb9b5-1f62-4b33-9094-e007c433720c"} {"level":"info","ts":1789138422.3782742,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789138422.3783765,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3"} {"level":"info","ts":1789138422.3783877,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3"} {"level":"info","ts":1789138422.378399,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3","EoS":true} {"level":"info","ts":1789138422.3784225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3","header":"x-maas-group"} {"level":"info","ts":1789138422.378432,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3","header":"x-maas-subscription"} {"level":"info","ts":1789138422.3784368,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3","header":"x-maas-username"} {"level":"info","ts":1789138422.3784523,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789138422.3784752,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3"} {"level":"info","ts":1789138422.3796325,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3"} {"level":"info","ts":1789138422.379653,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3"} {"level":"info","ts":1789138422.3796673,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3","EoS":false} {"level":"info","ts":1789138422.3796787,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3"} {"level":"info","ts":1789138422.3797064,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3","EoS":true} {"level":"info","ts":1789138422.379715,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ca6a03d6fd79f0cbd7eb1b6f6477dcf","span_id":"39dfcd809e8a1d07","x-request-id":"82b35de7-79fe-434c-98ba-cc58f2b9f9d3"} {"level":"info","ts":1789138422.4172559,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789138422.4173834,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04"} {"level":"info","ts":1789138422.4174008,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04"} {"level":"info","ts":1789138422.4174182,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04","EoS":true} {"level":"info","ts":1789138422.4174967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04","header":"x-maas-subscription"} {"level":"info","ts":1789138422.4175122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04","header":"x-maas-username"} {"level":"info","ts":1789138422.4175193,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04","header":"x-maas-group"} {"level":"info","ts":1789138422.4175394,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789138422.4175732,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04"} {"level":"info","ts":1789138422.4187303,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04"} {"level":"info","ts":1789138422.4187498,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04"} {"level":"info","ts":1789138422.418763,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04","EoS":false} {"level":"info","ts":1789138422.4187744,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04"} {"level":"info","ts":1789138422.4188,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04","EoS":true} {"level":"info","ts":1789138422.4188073,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fde94362516f31fdea3e688effc85c60","span_id":"e4663a2984f3eb70","x-request-id":"a0bbb937-7937-4b4e-a9db-0cb664340f04"} {"level":"info","ts":1789138422.484487,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789138422.4845836,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b"} {"level":"info","ts":1789138422.4845958,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b"} {"level":"info","ts":1789138422.4846065,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b","EoS":true} {"level":"info","ts":1789138422.4846287,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b","header":"x-maas-username"} {"level":"info","ts":1789138422.4846392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b","header":"x-maas-subscription"} {"level":"info","ts":1789138422.4846444,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b","header":"x-maas-group"} {"level":"info","ts":1789138422.4846592,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789138422.484685,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b"} {"level":"info","ts":1789138422.4911292,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b"} {"level":"info","ts":1789138422.4911559,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b"} {"level":"info","ts":1789138422.4911728,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b","EoS":false} {"level":"info","ts":1789138422.4911847,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b"} {"level":"info","ts":1789138422.4912162,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b","EoS":true} {"level":"info","ts":1789138422.4912262,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a756a0eccd8fd3c2f551d759c42ee60","span_id":"e03fac524f24f908","x-request-id":"8240f8c8-2400-476c-937b-763d86da6d5b"} {"level":"error","ts":1789138432.9740791,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789138437.4793947,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789138437.4794922,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2b8afb7d25af5ac2207d3248a1712947","span_id":"8c607840c3610551","x-request-id":"3d5d1771-cd3d-4624-bde7-e4c3bb947afa"} {"level":"info","ts":1789138437.4795043,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2b8afb7d25af5ac2207d3248a1712947","span_id":"8c607840c3610551","x-request-id":"3d5d1771-cd3d-4624-bde7-e4c3bb947afa"} {"level":"info","ts":1789138437.4795163,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2b8afb7d25af5ac2207d3248a1712947","span_id":"8c607840c3610551","x-request-id":"3d5d1771-cd3d-4624-bde7-e4c3bb947afa","EoS":true} {"level":"info","ts":1789138437.4795742,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2b8afb7d25af5ac2207d3248a1712947","span_id":"8c607840c3610551","x-request-id":"3d5d1771-cd3d-4624-bde7-e4c3bb947afa"} {"level":"info","ts":1789138437.6222684,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789138437.6223707,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f87d0e5aca018d81e6b54e37974d58c6","span_id":"2409842d077f53ae","x-request-id":"7c76fcd6-8d65-4bb4-84df-886db539458a"} {"level":"info","ts":1789138437.6223843,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f87d0e5aca018d81e6b54e37974d58c6","span_id":"2409842d077f53ae","x-request-id":"7c76fcd6-8d65-4bb4-84df-886db539458a"} {"level":"info","ts":1789138437.622396,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f87d0e5aca018d81e6b54e37974d58c6","span_id":"2409842d077f53ae","x-request-id":"7c76fcd6-8d65-4bb4-84df-886db539458a","EoS":true} {"level":"info","ts":1789138437.6224394,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f87d0e5aca018d81e6b54e37974d58c6","span_id":"2409842d077f53ae","x-request-id":"7c76fcd6-8d65-4bb4-84df-886db539458a"} {"level":"info","ts":1789138437.7679565,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789138437.768063,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dfb1d3173be80c41993415a3263c23e6","span_id":"d1f535c848298298","x-request-id":"730e8f92-1b97-4034-a9bc-26837eea1c46"} {"level":"info","ts":1789138437.7680755,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dfb1d3173be80c41993415a3263c23e6","span_id":"d1f535c848298298","x-request-id":"730e8f92-1b97-4034-a9bc-26837eea1c46"} {"level":"info","ts":1789138437.7680874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dfb1d3173be80c41993415a3263c23e6","span_id":"d1f535c848298298","x-request-id":"730e8f92-1b97-4034-a9bc-26837eea1c46","EoS":true} {"level":"info","ts":1789138437.768135,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dfb1d3173be80c41993415a3263c23e6","span_id":"d1f535c848298298","x-request-id":"730e8f92-1b97-4034-a9bc-26837eea1c46"} {"level":"error","ts":1789138447.9752097,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789139471.3964202,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139471.396522,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da"} {"level":"info","ts":1789139471.396534,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da"} {"level":"info","ts":1789139471.3965456,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da","EoS":true} {"level":"info","ts":1789139471.3965716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da","header":"x-maas-subscription"} {"level":"info","ts":1789139471.3965821,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da","header":"x-maas-group"} {"level":"info","ts":1789139471.3965874,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da","header":"x-maas-username"} {"level":"info","ts":1789139471.3966017,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789139471.3966267,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da"} {"level":"info","ts":1789139471.3974779,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da"} {"level":"info","ts":1789139471.3974998,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da"} {"level":"info","ts":1789139471.397516,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da","EoS":false} {"level":"info","ts":1789139471.3975282,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da"} {"level":"info","ts":1789139471.397556,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da","EoS":true} {"level":"info","ts":1789139471.3975675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c9c87caea47f5550d219e6ad3b3b8974","span_id":"7c339fa978d2b850","x-request-id":"61922b56-1e53-42de-8c26-f30f9bd505da"} {"level":"info","ts":1789139471.4320982,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139471.4322195,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1"} {"level":"info","ts":1789139471.4322329,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1"} {"level":"info","ts":1789139471.4322453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1","EoS":true} {"level":"info","ts":1789139471.43227,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1","header":"x-maas-group"} {"level":"info","ts":1789139471.43228,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1","header":"x-maas-username"} {"level":"info","ts":1789139471.4322858,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1","header":"x-maas-subscription"} {"level":"info","ts":1789139471.4323006,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789139471.4323258,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1"} {"level":"info","ts":1789139471.4330745,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1"} {"level":"info","ts":1789139471.4330943,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1"} {"level":"info","ts":1789139471.4331086,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1","EoS":false} {"level":"info","ts":1789139471.4331298,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1"} {"level":"info","ts":1789139471.4331555,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1","EoS":true} {"level":"info","ts":1789139471.4331646,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6219f2b103b58d2b4a8cb659e972bec6","span_id":"c84e357b9b6fd427","x-request-id":"2394140c-53c4-4ba3-a175-a66d83e9d5c1"} {"level":"error","ts":1789139483.090826,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789139818.2963398,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139818.2964423,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218"} {"level":"info","ts":1789139818.2964547,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218"} {"level":"info","ts":1789139818.2964654,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218","EoS":true} {"level":"info","ts":1789139818.2964883,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218","header":"x-maas-group"} {"level":"info","ts":1789139818.2964988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218","header":"x-maas-subscription"} {"level":"info","ts":1789139818.2965035,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218","header":"x-maas-username"} {"level":"info","ts":1789139818.2965186,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789139818.2965426,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218"} {"level":"info","ts":1789139818.3089564,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218"} {"level":"info","ts":1789139818.3089776,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218"} {"level":"info","ts":1789139818.3089926,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218","EoS":false} {"level":"info","ts":1789139818.3090048,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218"} {"level":"info","ts":1789139818.3090286,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218","EoS":true} {"level":"info","ts":1789139818.3090377,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0dfd55305be345fc81335e7934f0e0fd","span_id":"708aba17d35bdc1f","x-request-id":"e32c89ad-02c8-4392-98e7-a507a1498218"} {"level":"info","ts":1789139818.4500859,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139818.4501872,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b"} {"level":"info","ts":1789139818.4501977,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b"} {"level":"info","ts":1789139818.4502087,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b","EoS":true} {"level":"info","ts":1789139818.4502306,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b","header":"x-maas-subscription"} {"level":"info","ts":1789139818.4502404,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b","header":"x-maas-group"} {"level":"info","ts":1789139818.450245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b","header":"x-maas-username"} {"level":"info","ts":1789139818.4502602,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789139818.4502864,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b"} {"level":"info","ts":1789139818.4510844,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b"} {"level":"info","ts":1789139818.4511027,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b"} {"level":"info","ts":1789139818.4511213,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b","EoS":false} {"level":"info","ts":1789139818.451139,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b"} {"level":"info","ts":1789139818.451176,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b","EoS":true} {"level":"info","ts":1789139818.4511871,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c7d4b34c16135059925a14b723c45332","span_id":"1ad2c242a46f4a27","x-request-id":"cfc53615-ac45-4708-b9ea-2853b8a1209b"} {"level":"info","ts":1789139818.5891159,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139818.5892115,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa"} {"level":"info","ts":1789139818.589225,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa"} {"level":"info","ts":1789139818.589237,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa","EoS":true} {"level":"info","ts":1789139818.5892937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa","header":"x-maas-group"} {"level":"info","ts":1789139818.5893052,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa","header":"x-maas-subscription"} {"level":"info","ts":1789139818.5893102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa","header":"x-maas-username"} {"level":"info","ts":1789139818.589324,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789139818.5893517,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa"} {"level":"info","ts":1789139818.5901854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa"} {"level":"info","ts":1789139818.5902042,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa"} {"level":"info","ts":1789139818.5902195,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa","EoS":false} {"level":"info","ts":1789139818.590232,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa"} {"level":"info","ts":1789139818.5902586,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa","EoS":true} {"level":"info","ts":1789139818.5902667,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a80ae71794602385ee4d45886dd60e03","span_id":"820a72ecc570a50b","x-request-id":"83dbc657-b976-4a7a-bc79-ed4e35ac84fa"} {"level":"info","ts":1789139818.7328036,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139818.7329216,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc"} {"level":"info","ts":1789139818.7329333,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc"} {"level":"info","ts":1789139818.732945,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc","EoS":true} {"level":"info","ts":1789139818.7330015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc","header":"x-maas-username"} {"level":"info","ts":1789139818.7330143,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc","header":"x-maas-subscription"} {"level":"info","ts":1789139818.733019,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc","header":"x-maas-group"} {"level":"info","ts":1789139818.733034,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789139818.7330592,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc"} {"level":"info","ts":1789139818.7338042,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc"} {"level":"info","ts":1789139818.733837,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc"} {"level":"info","ts":1789139818.7338512,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc","EoS":false} {"level":"info","ts":1789139818.7338622,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc"} {"level":"info","ts":1789139818.7338932,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc","EoS":true} {"level":"info","ts":1789139818.7339032,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb61dd437327d25c4e20ea3e9a413038","span_id":"e1235838bb65acf6","x-request-id":"7d26c5b9-1ac6-4318-ab22-6d25b8e45cdc"} {"level":"info","ts":1789139818.8744965,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139818.8745995,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4"} {"level":"info","ts":1789139818.8746123,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4"} {"level":"info","ts":1789139818.8746283,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4","EoS":true} {"level":"info","ts":1789139818.8746564,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4","header":"x-maas-group"} {"level":"info","ts":1789139818.8746672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4","header":"x-maas-username"} {"level":"info","ts":1789139818.874673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4","header":"x-maas-subscription"} {"level":"info","ts":1789139818.874688,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789139818.8747165,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4"} {"level":"info","ts":1789139818.8765419,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4"} {"level":"info","ts":1789139818.8765674,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4"} {"level":"info","ts":1789139818.8765821,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4","EoS":false} {"level":"info","ts":1789139818.8765953,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4"} {"level":"info","ts":1789139818.8766239,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4","EoS":true} {"level":"info","ts":1789139818.8766336,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3c310a009dedaac0d42057697e0b72f0","span_id":"aca6621c5395ff89","x-request-id":"e93256dc-e74b-46ca-9160-9beb2b214bc4"} {"level":"error","ts":1789139833.1301365,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789139834.0967076,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139834.0968316,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b"} {"level":"info","ts":1789139834.0968442,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b"} {"level":"info","ts":1789139834.096857,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b","EoS":true} {"level":"info","ts":1789139834.0968804,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b","header":"x-maas-group"} {"level":"info","ts":1789139834.0968907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b","header":"x-maas-subscription"} {"level":"info","ts":1789139834.0968962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b","header":"x-maas-username"} {"level":"info","ts":1789139834.0969124,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789139834.0969403,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b"} {"level":"info","ts":1789139834.0977387,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b"} {"level":"info","ts":1789139834.097771,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b"} {"level":"info","ts":1789139834.0977848,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b","EoS":false} {"level":"info","ts":1789139834.0977957,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b"} {"level":"info","ts":1789139834.0978434,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b","EoS":true} {"level":"info","ts":1789139834.0978553,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"321a57ddd30e2c76906384523cd31768","span_id":"51d5570fa43873c5","x-request-id":"b2cc1f28-dfa8-4a54-8945-d8c15d294f7b"} {"level":"info","ts":1789139834.215615,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139834.215721,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9a510235af3f2ae05a6ed97530d3fd27","span_id":"df09d743c886127f","x-request-id":"28b45c0e-c621-4d38-b05f-86e07f647487"} {"level":"info","ts":1789139834.2164397,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9a510235af3f2ae05a6ed97530d3fd27","span_id":"df09d743c886127f","x-request-id":"28b45c0e-c621-4d38-b05f-86e07f647487"} {"level":"info","ts":1789139834.21646,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9a510235af3f2ae05a6ed97530d3fd27","span_id":"df09d743c886127f","x-request-id":"28b45c0e-c621-4d38-b05f-86e07f647487"} {"level":"info","ts":1789139834.216477,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9a510235af3f2ae05a6ed97530d3fd27","span_id":"df09d743c886127f","x-request-id":"28b45c0e-c621-4d38-b05f-86e07f647487","EoS":false} {"level":"info","ts":1789139834.2164893,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9a510235af3f2ae05a6ed97530d3fd27","span_id":"df09d743c886127f","x-request-id":"28b45c0e-c621-4d38-b05f-86e07f647487"} {"level":"info","ts":1789139834.2165127,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9a510235af3f2ae05a6ed97530d3fd27","span_id":"df09d743c886127f","x-request-id":"28b45c0e-c621-4d38-b05f-86e07f647487","EoS":true} {"level":"info","ts":1789139834.2165215,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9a510235af3f2ae05a6ed97530d3fd27","span_id":"df09d743c886127f","x-request-id":"28b45c0e-c621-4d38-b05f-86e07f647487"} {"level":"info","ts":1789139835.016479,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139835.016581,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c"} {"level":"info","ts":1789139835.0165932,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c"} {"level":"info","ts":1789139835.0166051,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c","EoS":true} {"level":"info","ts":1789139835.016631,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c","header":"x-maas-group"} {"level":"info","ts":1789139835.0166416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c","header":"x-maas-username"} {"level":"info","ts":1789139835.0166466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c","header":"x-maas-subscription"} {"level":"info","ts":1789139835.0166616,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789139835.0166872,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c"} {"level":"info","ts":1789139835.0175278,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c"} {"level":"info","ts":1789139835.017548,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c"} {"level":"info","ts":1789139835.0175624,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c","EoS":false} {"level":"info","ts":1789139835.0175743,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c"} {"level":"info","ts":1789139835.017596,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c","EoS":true} {"level":"info","ts":1789139835.0176046,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8914576c18e4974d8b87963241439135","span_id":"7a5639407a88854a","x-request-id":"21419c3d-4e63-4d27-b933-f4458be1a02c"} {"level":"info","ts":1789139835.999314,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139835.9994106,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5"} {"level":"info","ts":1789139835.9994237,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5"} {"level":"info","ts":1789139835.9994369,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5","EoS":true} {"level":"info","ts":1789139835.9994676,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5","header":"x-maas-subscription"} {"level":"info","ts":1789139835.9994774,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5","header":"x-maas-username"} {"level":"info","ts":1789139835.9994826,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5","header":"x-maas-group"} {"level":"info","ts":1789139835.9994967,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789139835.999523,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5"} {"level":"info","ts":1789139836.0003335,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5"} {"level":"info","ts":1789139836.0003545,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5"} {"level":"info","ts":1789139836.0003736,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5","EoS":false} {"level":"info","ts":1789139836.000389,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5"} {"level":"info","ts":1789139836.000414,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5","EoS":true} {"level":"info","ts":1789139836.0004222,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd5cc25fe8c93d6af206cda4fc8c0dbe","span_id":"7ed8d43a1d6da11e","x-request-id":"2ffd7270-8a2e-4744-9b7b-3757edf16bd5"} {"level":"info","ts":1789139836.7833662,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139836.7834606,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8"} {"level":"info","ts":1789139836.7834718,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8"} {"level":"info","ts":1789139836.7834828,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8","EoS":true} {"level":"info","ts":1789139836.7835116,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8","header":"x-maas-username"} {"level":"info","ts":1789139836.783526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8","header":"x-maas-group"} {"level":"info","ts":1789139836.7835338,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8","header":"x-maas-subscription"} {"level":"info","ts":1789139836.7835524,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789139836.78358,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8"} {"level":"info","ts":1789139836.7843988,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8"} {"level":"info","ts":1789139836.7844253,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8"} {"level":"info","ts":1789139836.7844422,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8","EoS":false} {"level":"info","ts":1789139836.7844555,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8"} {"level":"info","ts":1789139836.784481,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8","EoS":true} {"level":"info","ts":1789139836.7844906,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96883339da47a92ea6fe0df3a434ab4e","span_id":"72a6b9c12fa7cc6a","x-request-id":"818e5dfa-bc5b-43b1-8d2c-d34daca753c8"} {"level":"info","ts":1789139837.9229145,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139837.923026,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79"} {"level":"info","ts":1789139837.9230402,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79"} {"level":"info","ts":1789139837.923061,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79","EoS":true} {"level":"info","ts":1789139837.9230947,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79","header":"x-maas-group"} {"level":"info","ts":1789139837.9231074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79","header":"x-maas-subscription"} {"level":"info","ts":1789139837.9231162,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79","header":"x-maas-username"} {"level":"info","ts":1789139837.9231408,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789139837.9231732,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79"} {"level":"info","ts":1789139837.923995,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79"} {"level":"info","ts":1789139837.924017,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79"} {"level":"info","ts":1789139837.9240346,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79","EoS":false} {"level":"info","ts":1789139837.9240513,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79"} {"level":"info","ts":1789139837.9240856,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79","EoS":true} {"level":"info","ts":1789139837.924097,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0e1b261a5dfde8e17ec0b7e61982b1e1","span_id":"91cd8b907648f1a0","x-request-id":"f73c65c6-4af9-46b7-a29e-784ed1f31f79"} {"level":"error","ts":1789139848.131198,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789139857.9853816,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139857.985489,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443"} {"level":"info","ts":1789139857.9855013,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443"} {"level":"info","ts":1789139857.985514,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443","EoS":true} {"level":"info","ts":1789139857.9855733,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443","header":"x-maas-group"} {"level":"info","ts":1789139857.9855862,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443","header":"x-maas-subscription"} {"level":"info","ts":1789139857.985592,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443","header":"x-maas-username"} {"level":"info","ts":1789139857.9856067,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789139857.9856324,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443"} {"level":"info","ts":1789139857.986421,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443"} {"level":"info","ts":1789139857.9864407,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443"} {"level":"info","ts":1789139857.9864547,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443","EoS":false} {"level":"info","ts":1789139857.9864707,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443"} {"level":"info","ts":1789139857.9864957,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443","EoS":true} {"level":"info","ts":1789139857.9865055,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d609b0bca827117fc74b3a655e9b362","span_id":"30c10deab4cd53a0","x-request-id":"e6c38229-7719-4bc1-b4dc-f5df2ccf5443"} {"level":"error","ts":1789139868.133227,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789139950.076491,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789139950.0765977,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175"} {"level":"info","ts":1789139950.07661,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175"} {"level":"info","ts":1789139950.0766222,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175","EoS":true} {"level":"info","ts":1789139950.0766559,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175","header":"x-maas-subscription"} {"level":"info","ts":1789139950.076667,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175","header":"x-maas-username"} {"level":"info","ts":1789139950.0766728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175","header":"x-maas-group"} {"level":"info","ts":1789139950.0766883,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789139950.0767145,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175"} {"level":"info","ts":1789139950.0893216,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175"} {"level":"info","ts":1789139950.0893455,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175"} {"level":"info","ts":1789139950.0893595,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175","EoS":false} {"level":"info","ts":1789139950.0893722,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175"} {"level":"info","ts":1789139950.0893986,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175","EoS":true} {"level":"info","ts":1789139950.0894096,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b18bf37499df62e8a2a14e55f407c0a5","span_id":"338a3fa38b035270","x-request-id":"0de5d4f0-2c1d-4dbf-8c03-0aa528641175"} {"level":"error","ts":1789139963.1448534,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789140038.1703923,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789140038.1704922,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a"} {"level":"info","ts":1789140038.1705036,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a"} {"level":"info","ts":1789140038.170515,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a","EoS":true} {"level":"info","ts":1789140038.1705399,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a","header":"x-maas-subscription"} {"level":"info","ts":1789140038.1705503,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a","header":"x-maas-username"} {"level":"info","ts":1789140038.170556,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a","header":"x-maas-group"} {"level":"info","ts":1789140038.1705723,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789140038.1705956,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a"} {"level":"info","ts":1789140038.1715164,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a"} {"level":"info","ts":1789140038.1715386,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a"} {"level":"info","ts":1789140038.1715584,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a","EoS":false} {"level":"info","ts":1789140038.1715755,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a"} {"level":"info","ts":1789140038.1716135,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a","EoS":true} {"level":"info","ts":1789140038.1716244,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3aee90cffe3743526c39f54c10398095","span_id":"4d7b014d35a4db9e","x-request-id":"2fab78ab-ddbd-44d0-bafd-27aec195e47a"} {"level":"info","ts":1789140052.1865962,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789140052.1866982,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129"} {"level":"info","ts":1789140052.1867115,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129"} {"level":"info","ts":1789140052.1867232,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129","EoS":true} {"level":"info","ts":1789140052.1867466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129","header":"x-maas-username"} {"level":"info","ts":1789140052.186757,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129","header":"x-maas-subscription"} {"level":"info","ts":1789140052.1867626,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129","header":"x-maas-group"} {"level":"info","ts":1789140052.1867764,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789140052.186805,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129"} {"level":"info","ts":1789140052.199283,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129"} {"level":"info","ts":1789140052.1993077,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129"} {"level":"info","ts":1789140052.1993246,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129","EoS":false} {"level":"info","ts":1789140052.199337,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129"} {"level":"info","ts":1789140052.1993656,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129","EoS":false} {"level":"info","ts":1789140052.1993802,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129"} {"level":"info","ts":1789140052.199392,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129","EoS":true} {"level":"info","ts":1789140052.1993988,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"632daa2438eadcbae4bb0bdb749c6443","span_id":"2e9cfdae22606170","x-request-id":"cae0e084-8262-450a-8a47-24c8bae93129"} {"level":"info","ts":1789140052.3357716,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789140052.3358889,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9"} {"level":"info","ts":1789140052.3359025,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9"} {"level":"info","ts":1789140052.335915,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9","EoS":true} {"level":"info","ts":1789140052.335937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9","header":"x-maas-group"} {"level":"info","ts":1789140052.3359475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9","header":"x-maas-subscription"} {"level":"info","ts":1789140052.3359528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9","header":"x-maas-username"} {"level":"info","ts":1789140052.3359663,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789140052.3359945,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9"} {"level":"info","ts":1789140052.3368063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9"} {"level":"info","ts":1789140052.3368332,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9"} {"level":"info","ts":1789140052.3368473,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9","EoS":false} {"level":"info","ts":1789140052.3368578,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9"} {"level":"info","ts":1789140052.336881,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9","EoS":true} {"level":"info","ts":1789140052.3368912,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36f0c7955771d2e26b2bb214ad71a8a3","span_id":"b13a1b7b2f6ad24c","x-request-id":"92addc29-0d73-4d91-bf27-1ce2b2de7fd9"} {"level":"info","ts":1789140052.4733198,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789140052.4734232,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778"} {"level":"info","ts":1789140052.473435,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778"} {"level":"info","ts":1789140052.4734461,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778","EoS":true} {"level":"info","ts":1789140052.4734683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778","header":"x-maas-subscription"} {"level":"info","ts":1789140052.4734778,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778","header":"x-maas-username"} {"level":"info","ts":1789140052.4734828,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778","header":"x-maas-group"} {"level":"info","ts":1789140052.4734983,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789140052.4735258,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778"} {"level":"info","ts":1789140052.4744585,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778"} {"level":"info","ts":1789140052.4744797,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778"} {"level":"info","ts":1789140052.474495,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778","EoS":false} {"level":"info","ts":1789140052.4745104,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778"} {"level":"info","ts":1789140052.4745393,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778","EoS":true} {"level":"info","ts":1789140052.4745522,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe839c0a4f0edd2b2d1744557bb64a98","span_id":"40e367a924096e96","x-request-id":"2f1b5781-b0f4-46bd-ab5a-4553decfd778"} {"level":"error","ts":1789140053.1528935,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789140066.4145384,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789140066.4146607,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9"} {"level":"info","ts":1789140066.414677,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9"} {"level":"info","ts":1789140066.4146955,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9","EoS":true} {"level":"info","ts":1789140066.4147303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9","header":"x-maas-subscription"} {"level":"info","ts":1789140066.4147453,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9","header":"x-maas-username"} {"level":"info","ts":1789140066.4147544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9","header":"x-maas-group"} {"level":"info","ts":1789140066.4147754,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789140066.414827,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9"} {"level":"info","ts":1789140066.4174638,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9"} {"level":"info","ts":1789140066.41749,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9"} {"level":"info","ts":1789140066.4175222,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9","EoS":false} {"level":"info","ts":1789140066.4175444,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9"} {"level":"info","ts":1789140066.4175804,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9","EoS":false} {"level":"info","ts":1789140066.4175954,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9"} {"level":"info","ts":1789140066.4176118,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9","EoS":true} {"level":"info","ts":1789140066.417626,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a0b676ee1518ada2f8acf7b23dd133a","span_id":"7b8e41f5b7a7cc76","x-request-id":"ffb5bdac-4b99-471b-9ec9-c5ebc9d524f9"} {"level":"error","ts":1789140068.1535206,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789140078.1541688,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}