{"level":"info","ts":1789016108.4243476,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"89ac731b-f715-4bb4-baf1-ea9e32dc322e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789016108.4258707,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"15266cf1-1a1e-41cd-8229-f65909dda80f","name":"e2e-legacy-migration-85ad1011","namespace":"llm"} {"level":"error","ts":1789016108.4267733,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"03cbcae6-3ccc-4290-b271-834332517745","error":"ExternalModel \"e2e-legacy-migration-85ad1011\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-85ad1011\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789016108.4268913,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"a5a48300-1698-4228-92cd-2dd7608e55a9"} {"level":"info","ts":1789016108.4269483,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"a5a48300-1698-4228-92cd-2dd7608e55a9","name":"e2e-legacy-migration-85ad1011"} {"level":"info","ts":1789016108.4285848,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"15266cf1-1a1e-41cd-8229-f65909dda80f","name":"e2e-legacy-migration-85ad1011"} {"level":"info","ts":1789016108.4302473,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"e5c16e9e-223d-4344-93df-7dcfbdf74347","service":"e2e-legacy-migration-85ad1011","serviceEntry":"e2e-legacy-migration-85ad1011","destinationRule":"e2e-legacy-migration-85ad1011"} {"level":"info","ts":1789016108.43784,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"15266cf1-1a1e-41cd-8229-f65909dda80f","provider":"openai","model":"e2e-legacy-migration-85ad1011","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789016108.4385588,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"e5c16e9e-223d-4344-93df-7dcfbdf74347","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-85ad1011\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789016108.4386687,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"7d26f789-e603-477c-9d2b-9c1836b1f633"} {"level":"info","ts":1789016108.4387248,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"7d26f789-e603-477c-9d2b-9c1836b1f633","name":"e2e-legacy-migration-85ad1011"} {"level":"info","ts":1789016108.440023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"c23bdcb8-a589-4f97-a967-7a8880fbaae0","name":"e2e-legacy-migration-85ad1011","namespace":"llm"} {"level":"info","ts":1789016108.4400675,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"c23bdcb8-a589-4f97-a967-7a8880fbaae0","modelName":"e2e-legacy-migration-85ad1011","resolvedRefs":1} {"level":"error","ts":1789016108.442104,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"a5a48300-1698-4228-92cd-2dd7608e55a9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-85ad1011\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789016108.442159,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"a5a48300-1698-4228-92cd-2dd7608e55a9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-85ad1011\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789016108.4422283,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"ad469131-012e-46e4-85da-9abf1429cca5"} {"level":"info","ts":1789016108.4422917,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"ad469131-012e-46e4-85da-9abf1429cca5","name":"e2e-legacy-migration-85ad1011"} {"level":"info","ts":1789016108.456274,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"7d26f789-e603-477c-9d2b-9c1836b1f633","service":"e2e-legacy-migration-85ad1011","serviceEntry":"e2e-legacy-migration-85ad1011","destinationRule":"e2e-legacy-migration-85ad1011"} {"level":"info","ts":1789016108.4614787,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"36099f49-f1bb-41c8-95dd-05c8eba1c29d","name":"e2e-legacy-migration-85ad1011","namespace":"llm"} {"level":"info","ts":1789016108.461533,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"36099f49-f1bb-41c8-95dd-05c8eba1c29d","modelName":"e2e-legacy-migration-85ad1011","resolvedRefs":1} {"level":"error","ts":1789016108.464536,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"ad469131-012e-46e4-85da-9abf1429cca5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-85ad1011\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789016108.464584,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"ad469131-012e-46e4-85da-9abf1429cca5","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-85ad1011\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789016108.464653,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"9aaada5a-b16f-4db0-a58c-9913a3bcf96a"} {"level":"info","ts":1789016108.4647233,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"9aaada5a-b16f-4db0-a58c-9913a3bcf96a","name":"e2e-legacy-migration-85ad1011"} {"level":"info","ts":1789016108.4727914,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"9aaada5a-b16f-4db0-a58c-9913a3bcf96a","httpRoute":"e2e-legacy-migration-85ad1011","providers":["e2e-legacy-migration-85ad1011"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789016108.479526,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"6c8a5254-bbdf-4d13-9f21-79d4eb866adc","name":"e2e-legacy-migration-85ad1011","namespace":"llm"} {"level":"info","ts":1789016108.4796398,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"6c8a5254-bbdf-4d13-9f21-79d4eb866adc","modelName":"e2e-legacy-migration-85ad1011","resolvedRefs":1} {"level":"error","ts":1789016108.4824395,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"9aaada5a-b16f-4db0-a58c-9913a3bcf96a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-85ad1011\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789016108.4825788,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"82d9c57a-6f3a-4607-85cd-f322106ea5a2"} {"level":"info","ts":1789016108.4826503,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"82d9c57a-6f3a-4607-85cd-f322106ea5a2","name":"e2e-legacy-migration-85ad1011"} {"level":"info","ts":1789016108.491219,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"82d9c57a-6f3a-4607-85cd-f322106ea5a2","httpRoute":"e2e-legacy-migration-85ad1011","providers":["e2e-legacy-migration-85ad1011"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789016108.5454905,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"419377d6-fe3e-4ff3-b2f0-e3674210d20d","name":"e2e-legacy-migration-85ad1011","namespace":"llm"} {"level":"info","ts":1789016108.548972,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"419377d6-fe3e-4ff3-b2f0-e3674210d20d","name":"e2e-legacy-migration-85ad1011"} {"level":"info","ts":1789016108.5565147,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"419377d6-fe3e-4ff3-b2f0-e3674210d20d","provider":"openai","model":"e2e-legacy-migration-85ad1011","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789016111.3429573,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"04f72a91-ceeb-4c50-b24f-d5442451f200","name":"e2e-legacy-migration-85ad1011","namespace":"llm"} {"level":"info","ts":1789016111.3561118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"32682925-65bd-427e-bc88-a7080c9805f7","name":"e2e-legacy-migration-85ad1011","namespace":"llm"} {"level":"info","ts":1789016111.3562343,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"32682925-65bd-427e-bc88-a7080c9805f7","name":"e2e-legacy-migration-85ad1011","namespace":"llm"} {"level":"info","ts":1789016111.3561938,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"848afdf3-1644-48aa-857a-20448b8b06de"} {"level":"info","ts":1789016111.3562584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"dd1940a1-e26a-41e9-901c-3e7f21b5019a"} {"level":"info","ts":1789016111.3561115,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"63523476-6da8-4b34-a5f0-717d8e85b558","name":"e2e-legacy-migration-85ad1011","namespace":"llm"} {"level":"info","ts":1789016111.356423,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-85ad1011","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-85ad1011","reconcileID":"63523476-6da8-4b34-a5f0-717d8e85b558","name":"e2e-legacy-migration-85ad1011","namespace":"llm"} {"level":"info","ts":1789016111.7852275,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789016111.7853463,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319"} {"level":"info","ts":1789016111.7853653,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319"} {"level":"info","ts":1789016111.78538,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319","EoS":true} {"level":"info","ts":1789016111.7854102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319","header":"x-maas-group"} {"level":"info","ts":1789016111.7854214,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319","header":"x-maas-subscription"} {"level":"info","ts":1789016111.785429,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319","header":"x-maas-username"} {"level":"info","ts":1789016111.7854657,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789016111.78548,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319","modelName":"e2e-external-model"} {"level":"info","ts":1789016111.7854958,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789016111.7855277,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789016111.7855449,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319","authType":"apikey"} {"level":"info","ts":1789016111.7855728,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319"} {"level":"info","ts":1789016111.8315392,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319"} {"level":"info","ts":1789016111.831567,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319"} {"level":"info","ts":1789016111.831592,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319","EoS":false} {"level":"info","ts":1789016111.831611,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319"} {"level":"info","ts":1789016111.8316536,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319","EoS":true} {"level":"info","ts":1789016111.8316956,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ded79b2790c3c14edbe54cb7b40fed9f","span_id":"9db8a03896d8670d","x-request-id":"2d3682eb-2100-4688-ad96-9d499f3ca319"} {"level":"info","ts":1789016111.88673,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789016111.8868341,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186"} {"level":"info","ts":1789016111.886848,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186"} {"level":"info","ts":1789016111.8868647,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186","EoS":true} {"level":"info","ts":1789016111.8868916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186","header":"x-maas-group"} {"level":"info","ts":1789016111.886902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186","header":"x-maas-username"} {"level":"info","ts":1789016111.8869069,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186","header":"x-maas-subscription"} {"level":"info","ts":1789016111.8869214,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789016111.8869514,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186"} {"level":"info","ts":1789016111.9231145,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186"} {"level":"info","ts":1789016111.9231496,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186"} {"level":"info","ts":1789016111.9231737,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186","EoS":false} {"level":"info","ts":1789016111.9231915,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186"} {"level":"info","ts":1789016111.9232326,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186","EoS":true} {"level":"info","ts":1789016111.9232469,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d63cd4f9f76799164081ad18809b13f","span_id":"2e7f14423ffacfff","x-request-id":"1ba6727c-a970-46ef-bedc-1013c7a95186"} {"level":"info","ts":1789016111.9736145,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789016111.9737988,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9"} {"level":"info","ts":1789016111.9738293,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9"} {"level":"info","ts":1789016111.9738572,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9","EoS":true} {"level":"info","ts":1789016111.9738913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9","header":"x-maas-subscription"} {"level":"info","ts":1789016111.9739127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9","header":"x-maas-group"} {"level":"info","ts":1789016111.9739265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9","header":"x-maas-username"} {"level":"info","ts":1789016111.973983,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9"} {"level":"info","ts":1789016112.0076957,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9"} {"level":"info","ts":1789016112.007888,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9"} {"level":"info","ts":1789016112.0079458,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9","EoS":false} {"level":"info","ts":1789016112.007985,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9"} {"level":"info","ts":1789016112.0080721,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9","EoS":true} {"level":"info","ts":1789016112.008158,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7cf8622f479d8cb1da62af280c7901fb","span_id":"7a90fc687c10169e","x-request-id":"c3dfb01b-4ce1-405f-8c1f-1bd9efa0b0c9"} {"level":"info","ts":1789016112.852528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aa27f49-ab14-49a2-ba66-3f483ac1d250","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789016112.8526628,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aa27f49-ab14-49a2-ba66-3f483ac1d250","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789016112.8525283,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5de32821-3798-4911-a70d-2f500a1dee9f"} {"level":"info","ts":1789016112.993058,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9e235c35-ae83-4f8c-b6f2-f30ef01f93d9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789016112.9932086,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9e235c35-ae83-4f8c-b6f2-f30ef01f93d9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789016112.993294,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb40b48c-d213-49cd-a1aa-eb8f0976bc5f"} {"level":"info","ts":1789016113.1057966,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0a2f53a3-ddb9-451b-9b8c-a6ef77da6eb9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789016113.1059444,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0a2f53a3-ddb9-451b-9b8c-a6ef77da6eb9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789016117.515264,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789016117.5156257,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050"} {"level":"info","ts":1789016117.5156991,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050"} {"level":"info","ts":1789016117.515753,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050","EoS":true} {"level":"info","ts":1789016117.515834,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050","header":"x-maas-subscription"} {"level":"info","ts":1789016117.5158844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050","header":"x-maas-username"} {"level":"info","ts":1789016117.5159218,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050","header":"x-maas-group"} {"level":"info","ts":1789016117.5159645,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789016117.5160408,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050"} {"level":"info","ts":1789016117.5195627,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050"} {"level":"info","ts":1789016117.519603,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050"} {"level":"info","ts":1789016117.519627,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050","EoS":false} {"level":"info","ts":1789016117.5196464,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050"} {"level":"info","ts":1789016117.5196826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050","EoS":true} {"level":"info","ts":1789016117.5196946,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48bc173282865d72a329e6592fdbde3a","span_id":"1e940c4c0eb5c1b5","x-request-id":"dce7885a-f370-401f-8f68-d43457e69050"} {"level":"info","ts":1789016117.5766683,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789016117.5768147,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e"} {"level":"info","ts":1789016117.5768313,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e"} {"level":"info","ts":1789016117.5768483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e","EoS":true} {"level":"info","ts":1789016117.5768833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e","header":"x-maas-subscription"} {"level":"info","ts":1789016117.576896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e","header":"x-maas-username"} {"level":"info","ts":1789016117.576905,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e","header":"x-maas-group"} {"level":"info","ts":1789016117.5769262,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789016117.576953,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e"} {"level":"info","ts":1789016117.581957,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e"} {"level":"info","ts":1789016117.582002,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e"} {"level":"info","ts":1789016117.5820282,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e","EoS":false} {"level":"info","ts":1789016117.5820477,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e"} {"level":"info","ts":1789016117.5820823,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e","EoS":true} {"level":"info","ts":1789016117.582103,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"add8506234f4c235e31656b1895fce48","span_id":"b42ee1e17955501a","x-request-id":"377d5f90-1da0-4488-ac72-0cea29b7b54e"} {"level":"info","ts":1789016117.6399615,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789016117.6403172,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08"} {"level":"info","ts":1789016117.6403818,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08"} {"level":"info","ts":1789016117.6404264,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08","EoS":true} {"level":"info","ts":1789016117.6405218,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08","header":"x-maas-subscription"} {"level":"info","ts":1789016117.6405706,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08","header":"x-maas-username"} {"level":"info","ts":1789016117.6406083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08","header":"x-maas-group"} {"level":"info","ts":1789016117.6406512,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789016117.6407278,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08"} {"level":"info","ts":1789016117.6516514,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08"} {"level":"info","ts":1789016117.6517863,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08"} {"level":"info","ts":1789016117.6518395,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08","EoS":false} {"level":"info","ts":1789016117.6518981,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08"} {"level":"info","ts":1789016117.6519678,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08","EoS":true} {"level":"info","ts":1789016117.6520069,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"471476cf3285a4e58ff4daf8bbc0936f","span_id":"297fa1024ce51b29","x-request-id":"6a1380e5-5160-484c-bdd3-2410e22b8c08"} {"level":"error","ts":1789016117.6521173,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789016117.725122,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789016117.725339,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c"} {"level":"info","ts":1789016117.7253823,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c"} {"level":"info","ts":1789016117.7254226,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c","EoS":true} {"level":"info","ts":1789016117.7255056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c","header":"x-maas-username"} {"level":"info","ts":1789016117.7256222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c","header":"x-maas-group"} {"level":"info","ts":1789016117.7256684,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c","header":"x-maas-subscription"} {"level":"info","ts":1789016117.7257135,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789016117.7257695,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c"} {"level":"info","ts":1789016117.7316043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c"} {"level":"info","ts":1789016117.731638,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c"} {"level":"info","ts":1789016117.7316613,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c","EoS":false} {"level":"info","ts":1789016117.7316818,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c"} {"level":"info","ts":1789016117.7317173,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c","EoS":true} {"level":"info","ts":1789016117.7317283,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47af8fe232026740b6ab46e2b825a6da","span_id":"5b8a69e9ce8ed24f","x-request-id":"153e4920-937b-431d-8dea-3294617ad26c"} {"level":"info","ts":1789016130.490855,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789016130.4909818,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0365ba42ddde340700abb7343df9fa7a","span_id":"769132e7a1c9edb3","x-request-id":"738d4fc7-82f9-469e-b0f9-8be7d6359af0"} {"level":"info","ts":1789016130.4909997,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0365ba42ddde340700abb7343df9fa7a","span_id":"769132e7a1c9edb3","x-request-id":"738d4fc7-82f9-469e-b0f9-8be7d6359af0"} {"level":"info","ts":1789016130.4910147,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0365ba42ddde340700abb7343df9fa7a","span_id":"769132e7a1c9edb3","x-request-id":"738d4fc7-82f9-469e-b0f9-8be7d6359af0","EoS":true} {"level":"info","ts":1789016130.4910724,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0365ba42ddde340700abb7343df9fa7a","span_id":"769132e7a1c9edb3","x-request-id":"738d4fc7-82f9-469e-b0f9-8be7d6359af0"} {"level":"info","ts":1789016130.6407204,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789016130.640816,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dacb883d67b1eceea22f3d053db51553","span_id":"fa1070faeb663443","x-request-id":"bee6adc9-76d0-44f2-b99c-244ce68fd3cb"} {"level":"info","ts":1789016130.6408281,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dacb883d67b1eceea22f3d053db51553","span_id":"fa1070faeb663443","x-request-id":"bee6adc9-76d0-44f2-b99c-244ce68fd3cb"} {"level":"info","ts":1789016130.640839,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dacb883d67b1eceea22f3d053db51553","span_id":"fa1070faeb663443","x-request-id":"bee6adc9-76d0-44f2-b99c-244ce68fd3cb","EoS":true} {"level":"info","ts":1789016130.6408825,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dacb883d67b1eceea22f3d053db51553","span_id":"fa1070faeb663443","x-request-id":"bee6adc9-76d0-44f2-b99c-244ce68fd3cb"} {"level":"info","ts":1789016130.7871785,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789016130.7872767,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"29b48ebe1eda93de7c24e2a290ba14bf","span_id":"e2b9c3d167f0b293","x-request-id":"a3d5d0bb-9b95-44ea-94f1-ec0f28db054d"} {"level":"info","ts":1789016130.787289,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"29b48ebe1eda93de7c24e2a290ba14bf","span_id":"e2b9c3d167f0b293","x-request-id":"a3d5d0bb-9b95-44ea-94f1-ec0f28db054d"} {"level":"info","ts":1789016130.7873013,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"29b48ebe1eda93de7c24e2a290ba14bf","span_id":"e2b9c3d167f0b293","x-request-id":"a3d5d0bb-9b95-44ea-94f1-ec0f28db054d","EoS":true} {"level":"info","ts":1789016130.7873497,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"29b48ebe1eda93de7c24e2a290ba14bf","span_id":"e2b9c3d167f0b293","x-request-id":"a3d5d0bb-9b95-44ea-94f1-ec0f28db054d"} {"level":"error","ts":1789016132.6536696,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789016147.6554937,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789016935.4894938,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789016935.4896142,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f"} {"level":"info","ts":1789016935.489628,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f"} {"level":"info","ts":1789016935.4896417,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f","EoS":true} {"level":"info","ts":1789016935.4896698,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f","header":"x-maas-group"} {"level":"info","ts":1789016935.4896798,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f","header":"x-maas-subscription"} {"level":"info","ts":1789016935.489685,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f","header":"x-maas-username"} {"level":"info","ts":1789016935.4897003,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789016935.4897277,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f"} {"level":"info","ts":1789016935.490867,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f"} {"level":"info","ts":1789016935.4908876,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f"} {"level":"info","ts":1789016935.4909003,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f","EoS":false} {"level":"info","ts":1789016935.4909112,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f"} {"level":"info","ts":1789016935.4909368,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f","EoS":true} {"level":"info","ts":1789016935.4909465,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0d420837687cfc4aaeb8958e4939dbf","span_id":"ab76288bc4c64a66","x-request-id":"dec06abb-c05b-435c-921c-1abb9c455a9f"} {"level":"info","ts":1789016935.5332818,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789016935.5333846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b"} {"level":"info","ts":1789016935.5333962,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b"} {"level":"info","ts":1789016935.5334074,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b","EoS":true} {"level":"info","ts":1789016935.5334327,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b","header":"x-maas-subscription"} {"level":"info","ts":1789016935.5334427,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b","header":"x-maas-group"} {"level":"info","ts":1789016935.5334737,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b","header":"x-maas-username"} {"level":"info","ts":1789016935.5334928,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789016935.5335279,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b"} {"level":"info","ts":1789016935.534508,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b"} {"level":"info","ts":1789016935.534528,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b"} {"level":"info","ts":1789016935.5345454,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b","EoS":false} {"level":"info","ts":1789016935.5345616,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b"} {"level":"info","ts":1789016935.5345864,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b","EoS":true} {"level":"info","ts":1789016935.5345962,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2d128c4f909c2cb498f9b2163935b98","span_id":"48e6e1b341e7e969","x-request-id":"42f94b69-d2f6-4ee4-be4d-63b711a88d7b"} {"level":"error","ts":1789016947.7495081,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789017259.016034,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017259.016165,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf"} {"level":"info","ts":1789017259.0161824,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf"} {"level":"info","ts":1789017259.0161982,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf","EoS":true} {"level":"info","ts":1789017259.0162227,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf","header":"x-maas-username"} {"level":"info","ts":1789017259.0162327,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf","header":"x-maas-subscription"} {"level":"info","ts":1789017259.0162375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf","header":"x-maas-group"} {"level":"info","ts":1789017259.0162525,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017259.0162792,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf"} {"level":"info","ts":1789017259.032515,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf"} {"level":"info","ts":1789017259.0325422,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf"} {"level":"info","ts":1789017259.0325637,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf","EoS":false} {"level":"info","ts":1789017259.0325806,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf"} {"level":"info","ts":1789017259.0326107,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf","EoS":true} {"level":"info","ts":1789017259.0326192,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fc4451f0fe7c42e22d513eb5700eab16","span_id":"c0a5fe38b77ae354","x-request-id":"4ff77331-759a-495e-8087-e8dafd2c9fdf"} {"level":"info","ts":1789017259.1722999,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017259.1724002,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b"} {"level":"info","ts":1789017259.172414,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b"} {"level":"info","ts":1789017259.1724253,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b","EoS":true} {"level":"info","ts":1789017259.1724596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b","header":"x-maas-username"} {"level":"info","ts":1789017259.17247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b","header":"x-maas-group"} {"level":"info","ts":1789017259.172476,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b","header":"x-maas-subscription"} {"level":"info","ts":1789017259.1724916,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017259.172515,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b"} {"level":"info","ts":1789017259.1734078,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b"} {"level":"info","ts":1789017259.173428,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b"} {"level":"info","ts":1789017259.1734433,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b","EoS":false} {"level":"info","ts":1789017259.1734676,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b"} {"level":"info","ts":1789017259.1734934,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b","EoS":true} {"level":"info","ts":1789017259.173504,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"79bf6b78cd7065873fc640621d1d370b","span_id":"26fa06270f9b7449","x-request-id":"59e748d7-5d80-4852-ad71-758ef353431b"} {"level":"info","ts":1789017259.310133,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017259.3102407,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e"} {"level":"info","ts":1789017259.3102543,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e"} {"level":"info","ts":1789017259.3102658,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e","EoS":true} {"level":"info","ts":1789017259.3102882,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e","header":"x-maas-group"} {"level":"info","ts":1789017259.3102982,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e","header":"x-maas-username"} {"level":"info","ts":1789017259.310303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e","header":"x-maas-subscription"} {"level":"info","ts":1789017259.310317,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017259.3103426,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e"} {"level":"info","ts":1789017259.3126106,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e"} {"level":"info","ts":1789017259.3126385,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e"} {"level":"info","ts":1789017259.3126547,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e","EoS":false} {"level":"info","ts":1789017259.312675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e"} {"level":"info","ts":1789017259.3127065,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e","EoS":true} {"level":"info","ts":1789017259.3127165,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0fb3b7532480874321799b0fdc02dbab","span_id":"710e7b95da238291","x-request-id":"f474b397-7420-437f-aaf1-e19ccc7cd36e"} {"level":"info","ts":1789017259.4492211,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017259.4493356,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3"} {"level":"info","ts":1789017259.449354,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3"} {"level":"info","ts":1789017259.4493678,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3","EoS":true} {"level":"info","ts":1789017259.449392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3","header":"x-maas-username"} {"level":"info","ts":1789017259.4494023,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3","header":"x-maas-subscription"} {"level":"info","ts":1789017259.4494078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3","header":"x-maas-group"} {"level":"info","ts":1789017259.4494226,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017259.4494703,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3"} {"level":"info","ts":1789017259.450371,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3"} {"level":"info","ts":1789017259.4503891,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3"} {"level":"info","ts":1789017259.450401,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3","EoS":false} {"level":"info","ts":1789017259.4504163,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3"} {"level":"info","ts":1789017259.4504366,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3","EoS":true} {"level":"info","ts":1789017259.4504616,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"82af9fb8ae73e40be1ccff5be654bd78","span_id":"2a4a59ae5c3b4e0e","x-request-id":"7a493880-b82b-4401-a52c-385f3810c9d3"} {"level":"info","ts":1789017259.5908892,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017259.5909855,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7"} {"level":"info","ts":1789017259.5909994,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7"} {"level":"info","ts":1789017259.5910113,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7","EoS":true} {"level":"info","ts":1789017259.5910382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7","header":"x-maas-username"} {"level":"info","ts":1789017259.5910485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7","header":"x-maas-subscription"} {"level":"info","ts":1789017259.5910537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7","header":"x-maas-group"} {"level":"info","ts":1789017259.5910678,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017259.5910945,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7"} {"level":"info","ts":1789017259.591984,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7"} {"level":"info","ts":1789017259.5920048,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7"} {"level":"info","ts":1789017259.5920198,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7","EoS":false} {"level":"info","ts":1789017259.5920382,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7"} {"level":"info","ts":1789017259.5920732,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7","EoS":true} {"level":"info","ts":1789017259.5920832,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7a4146ff2bf0b3f062e97535c33be987","span_id":"7d79f7ec79d8c226","x-request-id":"c71693ae-1cf0-4e32-9c53-dc1ea46eccc7"} {"level":"info","ts":1789017271.621049,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017271.6211536,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b"} {"level":"info","ts":1789017271.6211648,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b"} {"level":"info","ts":1789017271.621176,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b","EoS":true} {"level":"info","ts":1789017271.6212003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b","header":"x-maas-username"} {"level":"info","ts":1789017271.6212103,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b","header":"x-maas-group"} {"level":"info","ts":1789017271.621216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b","header":"x-maas-subscription"} {"level":"info","ts":1789017271.621231,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017271.6212578,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b"} {"level":"info","ts":1789017271.6231809,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b"} {"level":"info","ts":1789017271.6232066,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b"} {"level":"info","ts":1789017271.6232295,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b","EoS":false} {"level":"info","ts":1789017271.623247,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b"} {"level":"info","ts":1789017271.623286,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b","EoS":true} {"level":"info","ts":1789017271.6233017,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2b891246fedd7196aed41bf9ea46f4f1","span_id":"975182960d06631c","x-request-id":"b66cf17c-ade9-4166-8307-dbd6284e3c8b"} {"level":"info","ts":1789017271.6676447,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017271.6677508,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec"} {"level":"info","ts":1789017271.6677637,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec"} {"level":"info","ts":1789017271.667775,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec","EoS":true} {"level":"info","ts":1789017271.6677985,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec","header":"x-maas-subscription"} {"level":"info","ts":1789017271.667809,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec","header":"x-maas-username"} {"level":"info","ts":1789017271.6678138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec","header":"x-maas-group"} {"level":"info","ts":1789017271.6678276,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017271.6678572,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec"} {"level":"info","ts":1789017271.668818,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec"} {"level":"info","ts":1789017271.6688387,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec"} {"level":"info","ts":1789017271.6688542,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec","EoS":false} {"level":"info","ts":1789017271.6688669,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec"} {"level":"info","ts":1789017271.668891,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec","EoS":true} {"level":"info","ts":1789017271.6689062,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"544a1f0fe314a95834741e4b07c8fd64","span_id":"a075b5de27d038be","x-request-id":"e5d06525-2b63-45c5-aea6-9f43e45f4dec"} {"level":"info","ts":1789017271.7786028,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017271.7787101,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bc80b24dea1d2f474610a22b7e600ae5","span_id":"c80639dc4923e6ce","x-request-id":"557a0be3-ef04-4ba2-943b-5e85d340f74c"} {"level":"info","ts":1789017271.7795837,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bc80b24dea1d2f474610a22b7e600ae5","span_id":"c80639dc4923e6ce","x-request-id":"557a0be3-ef04-4ba2-943b-5e85d340f74c"} {"level":"info","ts":1789017271.7796044,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bc80b24dea1d2f474610a22b7e600ae5","span_id":"c80639dc4923e6ce","x-request-id":"557a0be3-ef04-4ba2-943b-5e85d340f74c"} {"level":"info","ts":1789017271.7796166,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc80b24dea1d2f474610a22b7e600ae5","span_id":"c80639dc4923e6ce","x-request-id":"557a0be3-ef04-4ba2-943b-5e85d340f74c","EoS":false} {"level":"info","ts":1789017271.7796292,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc80b24dea1d2f474610a22b7e600ae5","span_id":"c80639dc4923e6ce","x-request-id":"557a0be3-ef04-4ba2-943b-5e85d340f74c"} {"level":"info","ts":1789017271.7796552,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc80b24dea1d2f474610a22b7e600ae5","span_id":"c80639dc4923e6ce","x-request-id":"557a0be3-ef04-4ba2-943b-5e85d340f74c","EoS":true} {"level":"info","ts":1789017271.779664,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc80b24dea1d2f474610a22b7e600ae5","span_id":"c80639dc4923e6ce","x-request-id":"557a0be3-ef04-4ba2-943b-5e85d340f74c"} {"level":"info","ts":1789017272.5702283,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017272.570348,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e"} {"level":"info","ts":1789017272.5703652,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e"} {"level":"info","ts":1789017272.5703793,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e","EoS":true} {"level":"info","ts":1789017272.5704033,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e","header":"x-maas-username"} {"level":"info","ts":1789017272.570414,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e","header":"x-maas-subscription"} {"level":"info","ts":1789017272.57042,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e","header":"x-maas-group"} {"level":"info","ts":1789017272.5704362,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017272.5704863,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e"} {"level":"info","ts":1789017272.5722923,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e"} {"level":"info","ts":1789017272.5723155,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e"} {"level":"info","ts":1789017272.5723314,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e","EoS":false} {"level":"info","ts":1789017272.572346,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e"} {"level":"info","ts":1789017272.5723698,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e","EoS":true} {"level":"info","ts":1789017272.572379,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"25091e0c84da6b5999b4949ebd11b9fc","span_id":"453fbd620b2400e7","x-request-id":"12972367-3dc6-4951-afaa-c4655d050d1e"} {"level":"error","ts":1789017272.7857444,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789017273.55221,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017273.5523157,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be"} {"level":"info","ts":1789017273.552328,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be"} {"level":"info","ts":1789017273.5523407,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be","EoS":true} {"level":"info","ts":1789017273.5523667,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be","header":"x-maas-username"} {"level":"info","ts":1789017273.552377,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be","header":"x-maas-group"} {"level":"info","ts":1789017273.5523815,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be","header":"x-maas-subscription"} {"level":"info","ts":1789017273.5523973,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017273.5524235,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be"} {"level":"info","ts":1789017273.5533721,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be"} {"level":"info","ts":1789017273.5533988,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be"} {"level":"info","ts":1789017273.5534186,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be","EoS":false} {"level":"info","ts":1789017273.5534403,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be"} {"level":"info","ts":1789017273.5534928,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be","EoS":true} {"level":"info","ts":1789017273.5535018,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7632ffb8f60b63d787283deeacd36543","span_id":"7be04e88d97b7c96","x-request-id":"67d7b644-380d-4ffb-8460-e4bbd96290be"} {"level":"info","ts":1789017274.3204315,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017274.3205547,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80"} {"level":"info","ts":1789017274.3205676,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80"} {"level":"info","ts":1789017274.3205798,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80","EoS":true} {"level":"info","ts":1789017274.320603,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80","header":"x-maas-subscription"} {"level":"info","ts":1789017274.3206167,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80","header":"x-maas-username"} {"level":"info","ts":1789017274.3206217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80","header":"x-maas-group"} {"level":"info","ts":1789017274.3206365,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017274.3206627,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80"} {"level":"info","ts":1789017274.321677,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80"} {"level":"info","ts":1789017274.3216956,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80"} {"level":"info","ts":1789017274.321711,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80","EoS":false} {"level":"info","ts":1789017274.3217278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80"} {"level":"info","ts":1789017274.3217528,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80","EoS":true} {"level":"info","ts":1789017274.3217626,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"281ecb00828b92d90e7ebbb2e73ab11d","span_id":"8d88546c3dbcd844","x-request-id":"c9ae0cab-0cbe-43be-8b33-3e5b41436c80"} {"level":"info","ts":1789017275.4286547,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017275.4287632,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654"} {"level":"info","ts":1789017275.4287796,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654"} {"level":"info","ts":1789017275.428792,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654","EoS":true} {"level":"info","ts":1789017275.4288197,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654","header":"x-maas-username"} {"level":"info","ts":1789017275.428829,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654","header":"x-maas-subscription"} {"level":"info","ts":1789017275.4288342,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654","header":"x-maas-group"} {"level":"info","ts":1789017275.4288526,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017275.4288843,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654"} {"level":"info","ts":1789017275.4297493,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654"} {"level":"info","ts":1789017275.42977,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654"} {"level":"info","ts":1789017275.4297886,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654","EoS":false} {"level":"info","ts":1789017275.4298062,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654"} {"level":"info","ts":1789017275.4298446,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654","EoS":true} {"level":"info","ts":1789017275.4298558,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b292fb6dff1f3b8f0f33e3af0c1e5669","span_id":"5966d12192aa9457","x-request-id":"9a4e8055-f2a3-4f23-af22-88e9a295a654"} {"level":"error","ts":1789017282.7868545,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789017292.7879717,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789017294.8376274,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017294.837733,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf"} {"level":"info","ts":1789017294.837747,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf"} {"level":"info","ts":1789017294.8377593,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf","EoS":true} {"level":"info","ts":1789017294.8377814,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf","header":"x-maas-subscription"} {"level":"info","ts":1789017294.837793,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf","header":"x-maas-username"} {"level":"info","ts":1789017294.8377979,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf","header":"x-maas-group"} {"level":"info","ts":1789017294.8378127,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017294.8378375,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf"} {"level":"info","ts":1789017294.8387208,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf"} {"level":"info","ts":1789017294.8387413,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf"} {"level":"info","ts":1789017294.8387623,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf","EoS":false} {"level":"info","ts":1789017294.838781,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf"} {"level":"info","ts":1789017294.8388178,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf","EoS":true} {"level":"info","ts":1789017294.8388293,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4ffa0f60a1c92936da491b2540ea57d","span_id":"41b800fa06aefb57","x-request-id":"06d1c059-718b-4171-b736-4b23d60577bf"} {"level":"error","ts":1789017307.7891724,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789017384.3825247,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017384.382633,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e"} {"level":"info","ts":1789017384.3826458,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e"} {"level":"info","ts":1789017384.3826578,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e","EoS":true} {"level":"info","ts":1789017384.382683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e","header":"x-maas-username"} {"level":"info","ts":1789017384.3826942,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e","header":"x-maas-group"} {"level":"info","ts":1789017384.3826995,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e","header":"x-maas-subscription"} {"level":"info","ts":1789017384.3827152,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789017384.3827436,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e"} {"level":"info","ts":1789017384.3958595,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e"} {"level":"info","ts":1789017384.3958836,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e"} {"level":"info","ts":1789017384.3958988,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e","EoS":false} {"level":"info","ts":1789017384.395913,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e"} {"level":"info","ts":1789017384.395944,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e","EoS":true} {"level":"info","ts":1789017384.3959541,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"58a209e8f7058638548e6febe9a2341e","span_id":"8edfa74104495227","x-request-id":"a2fa4c95-d09a-4f63-9bf4-e7d9d4096b7e"} {"level":"error","ts":1789017397.799603,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789017488.0553012,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017488.0554078,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150"} {"level":"info","ts":1789017488.0554206,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150"} {"level":"info","ts":1789017488.0554333,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150","EoS":true} {"level":"info","ts":1789017488.055473,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150","header":"x-maas-username"} {"level":"info","ts":1789017488.0554845,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150","header":"x-maas-group"} {"level":"info","ts":1789017488.0554893,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150","header":"x-maas-subscription"} {"level":"info","ts":1789017488.0555036,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789017488.05553,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150"} {"level":"info","ts":1789017488.0565376,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150"} {"level":"info","ts":1789017488.0565627,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150"} {"level":"info","ts":1789017488.0565841,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150","EoS":false} {"level":"info","ts":1789017488.0566063,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150"} {"level":"info","ts":1789017488.0566435,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150","EoS":true} {"level":"info","ts":1789017488.056655,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1a8525b59371d4301b14742c6b877d2","span_id":"e664d6c498681ce8","x-request-id":"71c684a8-c8ac-45f9-a4bb-dcf9ce5b4150"} {"level":"info","ts":1789017501.826817,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017501.8269422,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b"} {"level":"info","ts":1789017501.8269575,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b"} {"level":"info","ts":1789017501.826978,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b","EoS":true} {"level":"info","ts":1789017501.827016,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b","header":"x-maas-username"} {"level":"info","ts":1789017501.8270285,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b","header":"x-maas-subscription"} {"level":"info","ts":1789017501.8270373,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b","header":"x-maas-group"} {"level":"info","ts":1789017501.8270607,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789017501.827102,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b"} {"level":"info","ts":1789017501.8405695,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b"} {"level":"info","ts":1789017501.8405988,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b"} {"level":"info","ts":1789017501.8406165,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b","EoS":false} {"level":"info","ts":1789017501.840629,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b"} {"level":"info","ts":1789017501.8406606,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b","EoS":false} {"level":"info","ts":1789017501.8406742,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b"} {"level":"info","ts":1789017501.8406863,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b","EoS":true} {"level":"info","ts":1789017501.840693,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a40dbd31b023342085d5f59913fd32b","span_id":"17fb37a85f596a42","x-request-id":"3f6a2e15-1682-438a-88da-39153c4de63b"} {"level":"info","ts":1789017501.9821768,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017501.9822948,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68"} {"level":"info","ts":1789017501.9823134,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68"} {"level":"info","ts":1789017501.982329,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68","EoS":true} {"level":"info","ts":1789017501.9823513,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68","header":"x-maas-username"} {"level":"info","ts":1789017501.9823625,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68","header":"x-maas-subscription"} {"level":"info","ts":1789017501.9823675,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68","header":"x-maas-group"} {"level":"info","ts":1789017501.982383,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789017501.9824107,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68"} {"level":"info","ts":1789017501.9847558,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68"} {"level":"info","ts":1789017501.9847853,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68"} {"level":"info","ts":1789017501.9848108,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68","EoS":false} {"level":"info","ts":1789017501.9848282,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68"} {"level":"info","ts":1789017501.984859,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68","EoS":false} {"level":"info","ts":1789017501.9848833,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68"} {"level":"info","ts":1789017501.984899,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68","EoS":false} {"level":"info","ts":1789017501.9849102,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68"} {"level":"info","ts":1789017501.9849215,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68","EoS":true} {"level":"info","ts":1789017501.984928,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ec15827a61ef1ae997b0c450929ab0e","span_id":"2ab881c37f082269","x-request-id":"d63e8e91-5e4e-4c44-85d7-b61f5598aa68"} {"level":"info","ts":1789017502.1259363,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017502.1260388,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92"} {"level":"info","ts":1789017502.126052,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92"} {"level":"info","ts":1789017502.1260636,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92","EoS":true} {"level":"info","ts":1789017502.1260855,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92","header":"x-maas-subscription"} {"level":"info","ts":1789017502.1260974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92","header":"x-maas-username"} {"level":"info","ts":1789017502.1261027,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92","header":"x-maas-group"} {"level":"info","ts":1789017502.1261187,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789017502.1261537,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92"} {"level":"info","ts":1789017502.1270895,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92"} {"level":"info","ts":1789017502.1271093,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92"} {"level":"info","ts":1789017502.1271312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92","EoS":false} {"level":"info","ts":1789017502.1271493,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92"} {"level":"info","ts":1789017502.127187,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92","EoS":false} {"level":"info","ts":1789017502.127201,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92"} {"level":"info","ts":1789017502.127225,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92","EoS":true} {"level":"info","ts":1789017502.1272385,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"41f6ee8861e9d4af7a71e45b6a36bcdd","span_id":"f1b02d99a93bb46c","x-request-id":"004a784f-39da-4eac-8dc7-d9f8c2709b92"} {"level":"error","ts":1789017502.8113873,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789017512.8124423,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789017515.944315,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789017515.9444883,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f"} {"level":"info","ts":1789017515.944504,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f"} {"level":"info","ts":1789017515.9445186,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f","EoS":true} {"level":"info","ts":1789017515.944541,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f","header":"x-maas-subscription"} {"level":"info","ts":1789017515.9445524,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f","header":"x-maas-group"} {"level":"info","ts":1789017515.944558,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f","header":"x-maas-username"} {"level":"info","ts":1789017515.9445724,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789017515.9446087,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f"} {"level":"info","ts":1789017515.9464366,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f"} {"level":"info","ts":1789017515.9464622,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f"} {"level":"info","ts":1789017515.946478,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f","EoS":false} {"level":"info","ts":1789017515.9464931,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f"} {"level":"info","ts":1789017515.946521,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f","EoS":true} {"level":"info","ts":1789017515.9465294,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"565c5da8b4d8571a583a8979854f0ac6","span_id":"4f0b6c19636a3a71","x-request-id":"38b8e6fa-4043-4e57-a1e7-132f5a7e5e3f"} {"level":"error","ts":1789017527.8136647,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}