{"level":"info","ts":1789174585.0758753,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"491fd38b-3850-4c35-a304-b19188dd5fb0","provider":"openai","model":"e2e-legacy-migration-9aad4c05","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789174585.081009,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"5afaf5fe-7943-4558-809b-0f9333f96f60","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-9aad4c05\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789174585.0811021,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"ab1202d3-5ac8-4713-8bd2-ffaa71ea8aef"} {"level":"info","ts":1789174585.0812109,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"ab1202d3-5ac8-4713-8bd2-ffaa71ea8aef","name":"e2e-legacy-migration-9aad4c05"} {"level":"info","ts":1789174585.0841656,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"792f95b4-e633-4b2d-9357-30d2f1a654b9","name":"e2e-legacy-migration-9aad4c05","namespace":"llm"} {"level":"info","ts":1789174585.0842519,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"792f95b4-e633-4b2d-9357-30d2f1a654b9","modelName":"e2e-legacy-migration-9aad4c05","resolvedRefs":1} {"level":"error","ts":1789174585.0958567,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"790c10a1-235e-4c79-a531-9e8b798a99d4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-9aad4c05\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789174585.0959344,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"790c10a1-235e-4c79-a531-9e8b798a99d4","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-9aad4c05\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789174585.0959923,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"f611fd7d-674e-410b-9cb1-71da8bfbe466"} {"level":"info","ts":1789174585.0960634,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"f611fd7d-674e-410b-9cb1-71da8bfbe466","name":"e2e-legacy-migration-9aad4c05"} {"level":"info","ts":1789174585.1021633,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"ab1202d3-5ac8-4713-8bd2-ffaa71ea8aef","service":"e2e-legacy-migration-9aad4c05","serviceEntry":"e2e-legacy-migration-9aad4c05","destinationRule":"e2e-legacy-migration-9aad4c05"} {"level":"info","ts":1789174585.1090803,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"adb3be24-da0c-423f-af49-97c465337689","name":"e2e-legacy-migration-9aad4c05","namespace":"llm"} {"level":"info","ts":1789174585.1091373,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"adb3be24-da0c-423f-af49-97c465337689","modelName":"e2e-legacy-migration-9aad4c05","resolvedRefs":1} {"level":"info","ts":1789174585.111916,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"f611fd7d-674e-410b-9cb1-71da8bfbe466","httpRoute":"e2e-legacy-migration-9aad4c05","providers":["e2e-legacy-migration-9aad4c05"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789174585.1216393,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"f611fd7d-674e-410b-9cb1-71da8bfbe466","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-9aad4c05\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789174585.12174,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"40725e57-d390-4648-875e-35dab479b78b"} {"level":"info","ts":1789174585.1218596,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"40725e57-d390-4648-875e-35dab479b78b","name":"e2e-legacy-migration-9aad4c05"} {"level":"info","ts":1789174585.138881,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"aa1017b3-5fad-49c2-9b70-6d08be5ca910","name":"e2e-legacy-migration-9aad4c05","namespace":"llm"} {"level":"info","ts":1789174585.1389754,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"aa1017b3-5fad-49c2-9b70-6d08be5ca910","modelName":"e2e-legacy-migration-9aad4c05","resolvedRefs":1} {"level":"info","ts":1789174585.139479,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"40725e57-d390-4648-875e-35dab479b78b","httpRoute":"e2e-legacy-migration-9aad4c05","providers":["e2e-legacy-migration-9aad4c05"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789174585.1488512,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"40725e57-d390-4648-875e-35dab479b78b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-9aad4c05\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789174585.1489556,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"0ba4925c-c5e2-4e4d-a232-6f432d25c0fe"} {"level":"info","ts":1789174585.1490233,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"0ba4925c-c5e2-4e4d-a232-6f432d25c0fe","name":"e2e-legacy-migration-9aad4c05"} {"level":"info","ts":1789174585.174539,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"0ba4925c-c5e2-4e4d-a232-6f432d25c0fe","httpRoute":"e2e-legacy-migration-9aad4c05","providers":["e2e-legacy-migration-9aad4c05"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789174585.210617,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789174585.309564,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"48a56866-d2b8-464c-bdb0-87b063c68b4b","name":"e2e-legacy-migration-9aad4c05","namespace":"llm"} {"level":"info","ts":1789174585.3236706,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"48a56866-d2b8-464c-bdb0-87b063c68b4b","name":"e2e-legacy-migration-9aad4c05"} {"level":"info","ts":1789174585.3475456,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"48a56866-d2b8-464c-bdb0-87b063c68b4b","provider":"openai","model":"e2e-legacy-migration-9aad4c05","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789174587.8833418,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"7ce5f44f-ccd4-4404-bf2e-0b59bda17327","name":"e2e-legacy-migration-9aad4c05","namespace":"llm"} {"level":"info","ts":1789174587.8927572,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"46025db5-6afa-4931-9c3e-284bd247cc3b","name":"e2e-legacy-migration-9aad4c05","namespace":"llm"} {"level":"info","ts":1789174587.8931634,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"46025db5-6afa-4931-9c3e-284bd247cc3b","name":"e2e-legacy-migration-9aad4c05","namespace":"llm"} {"level":"info","ts":1789174587.8930345,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"7c7b30ce-21b3-4bfc-8396-9093547967af"} {"level":"info","ts":1789174587.8931077,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"6794f386-cb02-44d4-979d-48e27bcfe123","name":"e2e-legacy-migration-9aad4c05","namespace":"llm"} {"level":"error","ts":1789174587.8933916,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"6794f386-cb02-44d4-979d-48e27bcfe123","provider":"e2e-legacy-migration-9aad4c05","error":"ExternalProvider \"e2e-legacy-migration-9aad4c05\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789174587.8934689,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"6794f386-cb02-44d4-979d-48e27bcfe123"} {"level":"info","ts":1789174587.8929865,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"e2bb8492-d8d0-4d0a-89d2-a66f08b28ede"} {"level":"error","ts":1789174587.8936214,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"e2bb8492-d8d0-4d0a-89d2-a66f08b28ede","provider":"e2e-legacy-migration-9aad4c05","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-9aad4c05\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789174587.8943465,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"4e1fe00d-ad6d-4a28-8560-8750ea6b1355","name":"e2e-legacy-migration-9aad4c05","namespace":"llm"} {"level":"info","ts":1789174587.8944395,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"4e1fe00d-ad6d-4a28-8560-8750ea6b1355","name":"e2e-legacy-migration-9aad4c05","namespace":"llm"} {"level":"error","ts":1789174587.8988287,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"e2bb8492-d8d0-4d0a-89d2-a66f08b28ede","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-9aad4c05\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789174587.8989334,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"e2bb8492-d8d0-4d0a-89d2-a66f08b28ede","error":"ExternalModel \"e2e-legacy-migration-9aad4c05\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-9aad4c05\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789174587.8990228,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9aad4c05","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9aad4c05","reconcileID":"bde8b064-ec8c-4dda-9539-3098e7470b41"} {"level":"info","ts":1789174588.2912712,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174588.2913628,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524"} {"level":"info","ts":1789174588.291376,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524"} {"level":"info","ts":1789174588.2913873,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524","EoS":true} {"level":"info","ts":1789174588.2914107,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524","header":"x-maas-username"} {"level":"info","ts":1789174588.291421,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524","header":"x-maas-group"} {"level":"info","ts":1789174588.2914267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524","header":"x-maas-subscription"} {"level":"info","ts":1789174588.2914433,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789174588.2914526,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524","modelName":"e2e-external-model"} {"level":"info","ts":1789174588.2914636,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789174588.2914863,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789174588.2915025,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524","authType":"apikey"} {"level":"info","ts":1789174588.291529,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524"} {"level":"info","ts":1789174588.342778,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524"} {"level":"info","ts":1789174588.3428059,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524"} {"level":"info","ts":1789174588.3428257,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524","EoS":false} {"level":"info","ts":1789174588.342843,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524"} {"level":"info","ts":1789174588.342901,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524","EoS":true} {"level":"info","ts":1789174588.342913,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33deff35bc8685ab81c4864df1fdb98e","span_id":"2c9bcf15ce001eae","x-request-id":"6588e42c-f947-4527-8de4-eed924557524"} {"level":"info","ts":1789174588.3823369,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174588.382427,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53"} {"level":"info","ts":1789174588.3824391,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53"} {"level":"info","ts":1789174588.3824506,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53","EoS":true} {"level":"info","ts":1789174588.3824737,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53","header":"x-maas-subscription"} {"level":"info","ts":1789174588.3824844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53","header":"x-maas-group"} {"level":"info","ts":1789174588.3824897,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53","header":"x-maas-username"} {"level":"info","ts":1789174588.3825066,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789174588.3825312,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53"} {"level":"info","ts":1789174588.4288619,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53"} {"level":"info","ts":1789174588.4288914,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53"} {"level":"info","ts":1789174588.4289114,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53","EoS":false} {"level":"info","ts":1789174588.428927,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53"} {"level":"info","ts":1789174588.4289641,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53","EoS":true} {"level":"info","ts":1789174588.4289775,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"773bf8327e57bb3e29711efc51703dfa","span_id":"0acea6c3dd11079b","x-request-id":"fc31552d-653d-43a7-b399-adb148f38a53"} {"level":"info","ts":1789174588.468088,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174588.468187,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65"} {"level":"info","ts":1789174588.468201,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65"} {"level":"info","ts":1789174588.4682176,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65","EoS":true} {"level":"info","ts":1789174588.4682486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65","header":"x-maas-username"} {"level":"info","ts":1789174588.4682624,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65","header":"x-maas-group"} {"level":"info","ts":1789174588.4682705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65","header":"x-maas-subscription"} {"level":"info","ts":1789174588.4683106,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65"} {"level":"info","ts":1789174588.5031488,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65"} {"level":"info","ts":1789174588.5031743,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65"} {"level":"info","ts":1789174588.5031953,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65","EoS":false} {"level":"info","ts":1789174588.5032144,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65"} {"level":"info","ts":1789174588.5032434,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65","EoS":true} {"level":"info","ts":1789174588.5032592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ee69dc0257d16e2005e53fb46592e72","span_id":"9addc7dbf1bcbfc5","x-request-id":"80be2c44-49b3-42ce-afda-7e2392c97d65"} {"level":"info","ts":1789174589.3936694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d60d1642-d3e8-4265-bcf9-b9cececce552"} {"level":"info","ts":1789174589.3938277,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ab2e059-5e36-4e48-8710-7dad5ac32b77","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789174589.3938568,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ab2e059-5e36-4e48-8710-7dad5ac32b77","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789174589.5350573,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67197a89-f8e6-4098-afd0-09fb0c24b28e"} {"level":"info","ts":1789174589.535156,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce0d045f-eb5e-478f-8412-e22542006262","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789174589.5351756,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce0d045f-eb5e-478f-8412-e22542006262","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789174589.651862,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c34cbf36-dfe9-49d8-89a8-b6919bd8b917","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789174589.651943,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c34cbf36-dfe9-49d8-89a8-b6919bd8b917","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789174599.7435458,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174599.743702,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335"} {"level":"info","ts":1789174599.7437222,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335"} {"level":"info","ts":1789174599.7437382,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335","EoS":true} {"level":"info","ts":1789174599.743763,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335","header":"x-maas-subscription"} {"level":"info","ts":1789174599.7437706,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335","header":"x-maas-username"} {"level":"info","ts":1789174599.7437756,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335","header":"x-maas-group"} {"level":"info","ts":1789174599.7437906,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174599.7438178,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335"} {"level":"info","ts":1789174599.7447367,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335"} {"level":"info","ts":1789174599.7447512,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335"} {"level":"info","ts":1789174599.7447631,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335","EoS":false} {"level":"info","ts":1789174599.7447736,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335"} {"level":"info","ts":1789174599.7447965,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335","EoS":true} {"level":"info","ts":1789174599.7448072,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"08241a1b6fb405cd9cc20e09e40d1c70","span_id":"9441598b3ae3e951","x-request-id":"d34c7c12-4006-41e6-b3a9-e2bbf099a335"} {"level":"info","ts":1789174599.8468297,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174599.8469403,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc"} {"level":"info","ts":1789174599.8469548,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc"} {"level":"info","ts":1789174599.846973,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc","EoS":true} {"level":"info","ts":1789174599.8470104,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc","header":"x-maas-group"} {"level":"info","ts":1789174599.8470247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc","header":"x-maas-username"} {"level":"info","ts":1789174599.8470328,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc","header":"x-maas-subscription"} {"level":"info","ts":1789174599.8470552,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174599.8470933,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc"} {"level":"info","ts":1789174599.8479218,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc"} {"level":"info","ts":1789174599.8479474,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc"} {"level":"info","ts":1789174599.8479686,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc","EoS":false} {"level":"info","ts":1789174599.8479853,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc"} {"level":"info","ts":1789174599.8480139,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc","EoS":true} {"level":"info","ts":1789174599.8480234,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"419b06834c694a9c0958ca831eab8ceb","span_id":"b28404877d18f71e","x-request-id":"3c1b1b41-49f5-4071-99fb-dbebcef9b3cc"} {"level":"info","ts":1789174599.9430146,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174599.9431129,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c"} {"level":"info","ts":1789174599.9431245,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c"} {"level":"info","ts":1789174599.9431357,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c","EoS":true} {"level":"info","ts":1789174599.9431608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c","header":"x-maas-group"} {"level":"info","ts":1789174599.9431705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c","header":"x-maas-username"} {"level":"info","ts":1789174599.9431763,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c","header":"x-maas-subscription"} {"level":"info","ts":1789174599.943192,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174599.9432354,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c"} {"level":"info","ts":1789174599.9443433,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c"} {"level":"info","ts":1789174599.9443614,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c"} {"level":"info","ts":1789174599.944377,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c","EoS":false} {"level":"info","ts":1789174599.944393,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c"} {"level":"info","ts":1789174599.9444265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c","EoS":true} {"level":"info","ts":1789174599.9444413,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6cab5266ad18509316430b653b7a890d","span_id":"8933d4fc7ceec76a","x-request-id":"ff775b9d-cb91-4520-924c-e92f97f3980c"} {"level":"info","ts":1789174600.0349462,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174600.0350523,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6"} {"level":"info","ts":1789174600.0350697,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6"} {"level":"info","ts":1789174600.0350828,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6","EoS":true} {"level":"info","ts":1789174600.0351043,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6","header":"x-maas-username"} {"level":"info","ts":1789174600.0351155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6","header":"x-maas-subscription"} {"level":"info","ts":1789174600.0351214,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6","header":"x-maas-group"} {"level":"info","ts":1789174600.0351355,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174600.0351658,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6"} {"level":"info","ts":1789174600.0360105,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6"} {"level":"info","ts":1789174600.0360303,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6"} {"level":"info","ts":1789174600.0360444,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6","EoS":false} {"level":"info","ts":1789174600.0360556,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6"} {"level":"info","ts":1789174600.0360794,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6","EoS":true} {"level":"info","ts":1789174600.036089,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8534349def646abe7206ee34c532d0f","span_id":"68ff7afb549e5c8e","x-request-id":"692d9aa7-d637-41cd-b17e-bcc96814d9b6"} {"level":"error","ts":1789174600.215657,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789174610.2158983,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789174616.0255306,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174616.0256612,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"42db65d7eca9a905624341beb2594857","span_id":"ece1a6202b15988b","x-request-id":"aadf6064-a02c-4311-9f57-e1d19e63bc8e"} {"level":"info","ts":1789174616.025676,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"42db65d7eca9a905624341beb2594857","span_id":"ece1a6202b15988b","x-request-id":"aadf6064-a02c-4311-9f57-e1d19e63bc8e"} {"level":"info","ts":1789174616.025696,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"42db65d7eca9a905624341beb2594857","span_id":"ece1a6202b15988b","x-request-id":"aadf6064-a02c-4311-9f57-e1d19e63bc8e","EoS":true} {"level":"info","ts":1789174616.0257561,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"42db65d7eca9a905624341beb2594857","span_id":"ece1a6202b15988b","x-request-id":"aadf6064-a02c-4311-9f57-e1d19e63bc8e"} {"level":"info","ts":1789174616.175712,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174616.1758108,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e15485d5287b5afbd0a54e4e78856648","span_id":"00d399b230cb6b90","x-request-id":"fe9243eb-b152-4311-81b5-3d08148cd790"} {"level":"info","ts":1789174616.1758235,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e15485d5287b5afbd0a54e4e78856648","span_id":"00d399b230cb6b90","x-request-id":"fe9243eb-b152-4311-81b5-3d08148cd790"} {"level":"info","ts":1789174616.175836,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e15485d5287b5afbd0a54e4e78856648","span_id":"00d399b230cb6b90","x-request-id":"fe9243eb-b152-4311-81b5-3d08148cd790","EoS":true} {"level":"info","ts":1789174616.1758783,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e15485d5287b5afbd0a54e4e78856648","span_id":"00d399b230cb6b90","x-request-id":"fe9243eb-b152-4311-81b5-3d08148cd790"} {"level":"info","ts":1789174616.3195846,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174616.3197317,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6cc9e644800c3498abe21e70ee10074e","span_id":"5873164cccaa07ff","x-request-id":"9e7cbe04-e641-4f14-b83e-7beacd291a41"} {"level":"info","ts":1789174616.3197458,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6cc9e644800c3498abe21e70ee10074e","span_id":"5873164cccaa07ff","x-request-id":"9e7cbe04-e641-4f14-b83e-7beacd291a41"} {"level":"info","ts":1789174616.3197582,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6cc9e644800c3498abe21e70ee10074e","span_id":"5873164cccaa07ff","x-request-id":"9e7cbe04-e641-4f14-b83e-7beacd291a41","EoS":true} {"level":"info","ts":1789174616.319811,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6cc9e644800c3498abe21e70ee10074e","span_id":"5873164cccaa07ff","x-request-id":"9e7cbe04-e641-4f14-b83e-7beacd291a41"} {"level":"error","ts":1789174620.216681,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789174630.2175162,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789174640.2176666,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789175675.757664,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175675.7577713,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd"} {"level":"info","ts":1789175675.7577877,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd"} {"level":"info","ts":1789175675.7577999,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd","EoS":true} {"level":"info","ts":1789175675.7578278,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd","header":"x-maas-subscription"} {"level":"info","ts":1789175675.7578375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd","header":"x-maas-group"} {"level":"info","ts":1789175675.757842,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd","header":"x-maas-username"} {"level":"info","ts":1789175675.7578583,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789175675.7578886,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd"} {"level":"info","ts":1789175675.7587912,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd"} {"level":"info","ts":1789175675.7588224,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd"} {"level":"info","ts":1789175675.758841,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd","EoS":false} {"level":"info","ts":1789175675.7588606,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd"} {"level":"info","ts":1789175675.7588878,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd","EoS":true} {"level":"info","ts":1789175675.7588973,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a198f42b0a79dfe2789c87a56a1fbab4","span_id":"7041af176b716786","x-request-id":"4b4ebcec-189d-43d4-a99a-24b0192e14bd"} {"level":"info","ts":1789175675.7950945,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175675.795184,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da"} {"level":"info","ts":1789175675.795198,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da"} {"level":"info","ts":1789175675.79521,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da","EoS":true} {"level":"info","ts":1789175675.795236,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da","header":"x-maas-username"} {"level":"info","ts":1789175675.7952466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da","header":"x-maas-subscription"} {"level":"info","ts":1789175675.7952535,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da","header":"x-maas-group"} {"level":"info","ts":1789175675.7952669,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789175675.795291,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da"} {"level":"info","ts":1789175675.7960632,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da"} {"level":"info","ts":1789175675.796076,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da"} {"level":"info","ts":1789175675.7960882,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da","EoS":false} {"level":"info","ts":1789175675.7960978,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da"} {"level":"info","ts":1789175675.7961247,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da","EoS":true} {"level":"info","ts":1789175675.7961369,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"072639e2a64aeede69ead995dd9d76fc","span_id":"af0f7bdef73cb6f6","x-request-id":"5670c3f7-8b28-49e8-bc0b-c6a80f21c8da"} {"level":"error","ts":1789175690.3349988,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789176005.425701,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176005.425824,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e"} {"level":"info","ts":1789176005.42584,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e"} {"level":"info","ts":1789176005.4258542,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e","EoS":true} {"level":"info","ts":1789176005.425881,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e","header":"x-maas-subscription"} {"level":"info","ts":1789176005.425892,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e","header":"x-maas-group"} {"level":"info","ts":1789176005.4258964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e","header":"x-maas-username"} {"level":"info","ts":1789176005.4259133,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176005.4259367,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e"} {"level":"info","ts":1789176005.438368,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e"} {"level":"info","ts":1789176005.4383893,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e"} {"level":"info","ts":1789176005.4384038,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e","EoS":false} {"level":"info","ts":1789176005.4384146,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e"} {"level":"info","ts":1789176005.4384391,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e","EoS":true} {"level":"info","ts":1789176005.4384468,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"11257afbd2047625c3ddbbe69f54cd78","span_id":"bc1f6ffab4069bdc","x-request-id":"bc10524c-faec-4062-8710-fef28990178e"} {"level":"info","ts":1789176005.5772774,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176005.577378,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275"} {"level":"info","ts":1789176005.5773904,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275"} {"level":"info","ts":1789176005.577404,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275","EoS":true} {"level":"info","ts":1789176005.5774326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275","header":"x-maas-subscription"} {"level":"info","ts":1789176005.5774436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275","header":"x-maas-group"} {"level":"info","ts":1789176005.5774486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275","header":"x-maas-username"} {"level":"info","ts":1789176005.5774624,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176005.5774908,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275"} {"level":"info","ts":1789176005.5781152,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275"} {"level":"info","ts":1789176005.5781386,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275"} {"level":"info","ts":1789176005.578149,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275","EoS":false} {"level":"info","ts":1789176005.57816,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275"} {"level":"info","ts":1789176005.5781837,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275","EoS":true} {"level":"info","ts":1789176005.5781925,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"576701d849ad032effad3dfda0d539e5","span_id":"442efed6073451d2","x-request-id":"2f18976d-e2a9-4d54-8c1f-5e0548b98275"} {"level":"info","ts":1789176005.714655,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176005.714755,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13"} {"level":"info","ts":1789176005.7147684,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13"} {"level":"info","ts":1789176005.7147799,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13","EoS":true} {"level":"info","ts":1789176005.714802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13","header":"x-maas-subscription"} {"level":"info","ts":1789176005.7148123,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13","header":"x-maas-group"} {"level":"info","ts":1789176005.7148173,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13","header":"x-maas-username"} {"level":"info","ts":1789176005.7148318,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176005.7148576,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13"} {"level":"info","ts":1789176005.7155142,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13"} {"level":"info","ts":1789176005.7155402,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13"} {"level":"info","ts":1789176005.7155614,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13","EoS":false} {"level":"info","ts":1789176005.7155786,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13"} {"level":"info","ts":1789176005.7156312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13","EoS":true} {"level":"info","ts":1789176005.7156477,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6157c8d3e0be17be920f85d737abd43","span_id":"1f11f71f4562c882","x-request-id":"a3562236-bc53-418a-93a7-e94f1faaaa13"} {"level":"info","ts":1789176005.854625,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176005.854727,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411"} {"level":"info","ts":1789176005.8547394,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411"} {"level":"info","ts":1789176005.8547502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411","EoS":true} {"level":"info","ts":1789176005.8547738,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411","header":"x-maas-username"} {"level":"info","ts":1789176005.854784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411","header":"x-maas-subscription"} {"level":"info","ts":1789176005.85479,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411","header":"x-maas-group"} {"level":"info","ts":1789176005.854804,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176005.8548295,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411"} {"level":"info","ts":1789176005.8564086,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411"} {"level":"info","ts":1789176005.8564312,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411"} {"level":"info","ts":1789176005.8564534,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411","EoS":false} {"level":"info","ts":1789176005.856473,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411"} {"level":"info","ts":1789176005.8565028,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411","EoS":true} {"level":"info","ts":1789176005.856514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a72c15ad28db7cb90cc37a9766e0a76","span_id":"b140072c313899f4","x-request-id":"aada052e-7c74-41b8-baac-3b5330ce2411"} {"level":"info","ts":1789176005.9939768,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176005.9940782,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177"} {"level":"info","ts":1789176005.9940915,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177"} {"level":"info","ts":1789176005.994103,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177","EoS":true} {"level":"info","ts":1789176005.9941363,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177","header":"x-maas-subscription"} {"level":"info","ts":1789176005.994149,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177","header":"x-maas-username"} {"level":"info","ts":1789176005.9941542,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177","header":"x-maas-group"} {"level":"info","ts":1789176005.99417,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176005.9941976,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177"} {"level":"info","ts":1789176005.9948475,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177"} {"level":"info","ts":1789176005.9948716,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177"} {"level":"info","ts":1789176005.9948895,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177","EoS":false} {"level":"info","ts":1789176005.9949098,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177"} {"level":"info","ts":1789176005.9949389,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177","EoS":true} {"level":"info","ts":1789176005.9949503,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac3ec33046091e98b6aec759614dfa4f","span_id":"58220d1775b9338d","x-request-id":"d012f700-ced5-44fc-bcde-95c18235d177"} {"level":"info","ts":1789176014.8526514,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176014.8527493,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e"} {"level":"info","ts":1789176014.8527634,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e"} {"level":"info","ts":1789176014.8527753,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e","EoS":true} {"level":"info","ts":1789176014.8527985,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e","header":"x-maas-group"} {"level":"info","ts":1789176014.852809,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e","header":"x-maas-subscription"} {"level":"info","ts":1789176014.8528142,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e","header":"x-maas-username"} {"level":"info","ts":1789176014.8528295,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176014.8528576,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e"} {"level":"info","ts":1789176014.8535204,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e"} {"level":"info","ts":1789176014.853545,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e"} {"level":"info","ts":1789176014.8535657,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e","EoS":false} {"level":"info","ts":1789176014.8535857,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e"} {"level":"info","ts":1789176014.853627,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e","EoS":true} {"level":"info","ts":1789176014.8536377,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98ed280dc88ee75f8ae2d6accb0c8db6","span_id":"068c8ba4bdbb819c","x-request-id":"105d98db-27bd-454d-9115-b688e50dde8e"} {"level":"info","ts":1789176014.8899345,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176014.8900197,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21"} {"level":"info","ts":1789176014.8900325,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21"} {"level":"info","ts":1789176014.8900442,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21","EoS":true} {"level":"info","ts":1789176014.8900628,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21","header":"x-maas-username"} {"level":"info","ts":1789176014.8900723,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21","header":"x-maas-subscription"} {"level":"info","ts":1789176014.8900776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21","header":"x-maas-group"} {"level":"info","ts":1789176014.890091,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176014.890115,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21"} {"level":"info","ts":1789176014.8906915,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21"} {"level":"info","ts":1789176014.8907075,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21"} {"level":"info","ts":1789176014.8907225,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21","EoS":false} {"level":"info","ts":1789176014.8907332,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21"} {"level":"info","ts":1789176014.8907616,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21","EoS":true} {"level":"info","ts":1789176014.890773,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f15c3b3b154b131dd249632c54c6285d","span_id":"2f3fc1136afdc554","x-request-id":"f2f2d623-cee9-4a81-8c5e-24c70aa5fe21"} {"level":"info","ts":1789176014.9906518,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176014.9907606,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b4059c689159dea5c6814b9d4d39356b","span_id":"305a33e97dd60073","x-request-id":"9a56869d-44f0-4d27-b7a9-bb34c539c5e8"} {"level":"info","ts":1789176014.991296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b4059c689159dea5c6814b9d4d39356b","span_id":"305a33e97dd60073","x-request-id":"9a56869d-44f0-4d27-b7a9-bb34c539c5e8"} {"level":"info","ts":1789176014.9913132,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b4059c689159dea5c6814b9d4d39356b","span_id":"305a33e97dd60073","x-request-id":"9a56869d-44f0-4d27-b7a9-bb34c539c5e8"} {"level":"info","ts":1789176014.9913278,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4059c689159dea5c6814b9d4d39356b","span_id":"305a33e97dd60073","x-request-id":"9a56869d-44f0-4d27-b7a9-bb34c539c5e8","EoS":false} {"level":"info","ts":1789176014.9913394,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4059c689159dea5c6814b9d4d39356b","span_id":"305a33e97dd60073","x-request-id":"9a56869d-44f0-4d27-b7a9-bb34c539c5e8"} {"level":"info","ts":1789176014.9913669,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4059c689159dea5c6814b9d4d39356b","span_id":"305a33e97dd60073","x-request-id":"9a56869d-44f0-4d27-b7a9-bb34c539c5e8","EoS":true} {"level":"info","ts":1789176014.9913816,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4059c689159dea5c6814b9d4d39356b","span_id":"305a33e97dd60073","x-request-id":"9a56869d-44f0-4d27-b7a9-bb34c539c5e8"} {"level":"info","ts":1789176015.753186,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176015.7532895,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922"} {"level":"info","ts":1789176015.7533052,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922"} {"level":"info","ts":1789176015.753317,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922","EoS":true} {"level":"info","ts":1789176015.7533426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922","header":"x-maas-username"} {"level":"info","ts":1789176015.753354,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922","header":"x-maas-subscription"} {"level":"info","ts":1789176015.753359,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922","header":"x-maas-group"} {"level":"info","ts":1789176015.753374,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176015.7534008,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922"} {"level":"info","ts":1789176015.754217,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922"} {"level":"info","ts":1789176015.75423,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922"} {"level":"info","ts":1789176015.7542398,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922","EoS":false} {"level":"info","ts":1789176015.7542512,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922"} {"level":"info","ts":1789176015.754274,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922","EoS":true} {"level":"info","ts":1789176015.7542887,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b61335fb951830a3c607dc68a28b55c0","span_id":"1002e00d53334995","x-request-id":"15478780-9dd3-4043-a7f3-e9b4e06ad922"} {"level":"info","ts":1789176016.6945732,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176016.6946976,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438"} {"level":"info","ts":1789176016.6947114,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438"} {"level":"info","ts":1789176016.6947227,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438","EoS":true} {"level":"info","ts":1789176016.694746,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438","header":"x-maas-subscription"} {"level":"info","ts":1789176016.694756,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438","header":"x-maas-username"} {"level":"info","ts":1789176016.6947615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438","header":"x-maas-group"} {"level":"info","ts":1789176016.6947765,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176016.6948001,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438"} {"level":"info","ts":1789176016.695652,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438"} {"level":"info","ts":1789176016.6956723,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438"} {"level":"info","ts":1789176016.6956933,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438","EoS":false} {"level":"info","ts":1789176016.6957114,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438"} {"level":"info","ts":1789176016.6957517,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438","EoS":true} {"level":"info","ts":1789176016.6957629,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e051ded75e2b864ab72fb7766f7a9102","span_id":"7dbd9b08c38ccbd1","x-request-id":"3dd2da21-cfd8-4a00-bf57-0872f05b1438"} {"level":"info","ts":1789176017.438648,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176017.438741,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44"} {"level":"info","ts":1789176017.4387546,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44"} {"level":"info","ts":1789176017.4387665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44","EoS":true} {"level":"info","ts":1789176017.4387898,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44","header":"x-maas-group"} {"level":"info","ts":1789176017.4387994,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44","header":"x-maas-subscription"} {"level":"info","ts":1789176017.4388046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44","header":"x-maas-username"} {"level":"info","ts":1789176017.4388194,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176017.4388452,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44"} {"level":"info","ts":1789176017.4396646,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44"} {"level":"info","ts":1789176017.439684,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44"} {"level":"info","ts":1789176017.4397008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44","EoS":false} {"level":"info","ts":1789176017.4397216,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44"} {"level":"info","ts":1789176017.4397564,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44","EoS":true} {"level":"info","ts":1789176017.4397671,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"20bf623087608ea575979dfbea8bc744","span_id":"2eab1529c166aab4","x-request-id":"b7ff9a86-efe1-4887-8f69-81e1e2fdbc44"} {"level":"info","ts":1789176018.509123,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176018.5092356,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50"} {"level":"info","ts":1789176018.5092497,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50"} {"level":"info","ts":1789176018.5092752,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50","EoS":true} {"level":"info","ts":1789176018.509311,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50","header":"x-maas-group"} {"level":"info","ts":1789176018.5093238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50","header":"x-maas-subscription"} {"level":"info","ts":1789176018.509332,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50","header":"x-maas-username"} {"level":"info","ts":1789176018.5093544,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176018.509391,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50"} {"level":"info","ts":1789176018.5102232,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50"} {"level":"info","ts":1789176018.5102506,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50"} {"level":"info","ts":1789176018.5102735,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50","EoS":false} {"level":"info","ts":1789176018.5102928,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50"} {"level":"info","ts":1789176018.5103242,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50","EoS":true} {"level":"info","ts":1789176018.5103343,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7b24284f1f301137c8f276334bdf5346","span_id":"e77c1232d17c8460","x-request-id":"094cdfa2-d9f7-4796-b7c4-de91abc07d50"} {"level":"error","ts":1789176020.36573,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789176035.3662446,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789176038.1983333,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176038.198454,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866"} {"level":"info","ts":1789176038.198473,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866"} {"level":"info","ts":1789176038.1984913,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866","EoS":true} {"level":"info","ts":1789176038.1985264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866","header":"x-maas-username"} {"level":"info","ts":1789176038.19854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866","header":"x-maas-subscription"} {"level":"info","ts":1789176038.1985471,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866","header":"x-maas-group"} {"level":"info","ts":1789176038.198567,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176038.1986284,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866"} {"level":"info","ts":1789176038.1995318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866"} {"level":"info","ts":1789176038.1995523,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866"} {"level":"info","ts":1789176038.1995723,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866","EoS":false} {"level":"info","ts":1789176038.1995873,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866"} {"level":"info","ts":1789176038.1996434,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866","EoS":true} {"level":"info","ts":1789176038.1996565,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"106f929eafb2e8fd73bcd6409caac879","span_id":"7b2c3611ef064f2b","x-request-id":"a29a0f32-f7df-4134-9c01-c7234ea2a866"} {"level":"error","ts":1789176050.3674688,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789176127.0914314,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176127.0915403,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a"} {"level":"info","ts":1789176127.0915542,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a"} {"level":"info","ts":1789176127.0915706,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a","EoS":true} {"level":"info","ts":1789176127.0915964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a","header":"x-maas-subscription"} {"level":"info","ts":1789176127.0916293,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a","header":"x-maas-username"} {"level":"info","ts":1789176127.0916348,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a","header":"x-maas-group"} {"level":"info","ts":1789176127.0916498,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789176127.0916781,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a"} {"level":"info","ts":1789176127.1046586,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a"} {"level":"info","ts":1789176127.104686,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a"} {"level":"info","ts":1789176127.104708,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a","EoS":false} {"level":"info","ts":1789176127.104725,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a"} {"level":"info","ts":1789176127.104764,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a","EoS":true} {"level":"info","ts":1789176127.1047752,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb6d6096661744877075adb206234dc3","span_id":"12c6319792ede49c","x-request-id":"39334116-6b31-478c-b26a-c6826a95b53a"} {"level":"error","ts":1789176140.377591,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789176207.3507478,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176207.350853,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990"} {"level":"info","ts":1789176207.3508687,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990"} {"level":"info","ts":1789176207.3508825,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990","EoS":true} {"level":"info","ts":1789176207.3509088,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990","header":"x-maas-username"} {"level":"info","ts":1789176207.350919,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990","header":"x-maas-subscription"} {"level":"info","ts":1789176207.3509238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990","header":"x-maas-group"} {"level":"info","ts":1789176207.3509405,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789176207.3509693,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990"} {"level":"info","ts":1789176207.3515966,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990"} {"level":"info","ts":1789176207.351629,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990"} {"level":"info","ts":1789176207.3516455,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990","EoS":false} {"level":"info","ts":1789176207.3516572,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990"} {"level":"info","ts":1789176207.3516805,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990","EoS":true} {"level":"info","ts":1789176207.3516898,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1890cf03406d8659d11fd2b360323ca3","span_id":"0c3186a3f10290f0","x-request-id":"f0369bf9-df8a-46e5-9132-759726c73990"} {"level":"error","ts":1789176220.3851113,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789176221.329523,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176221.3296456,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1"} {"level":"info","ts":1789176221.3296626,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1"} {"level":"info","ts":1789176221.3296788,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1","EoS":true} {"level":"info","ts":1789176221.3296993,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1","header":"x-maas-group"} {"level":"info","ts":1789176221.32971,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1","header":"x-maas-username"} {"level":"info","ts":1789176221.3297162,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1","header":"x-maas-subscription"} {"level":"info","ts":1789176221.329732,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789176221.329764,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1"} {"level":"info","ts":1789176221.3425655,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1"} {"level":"info","ts":1789176221.3425953,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1"} {"level":"info","ts":1789176221.342634,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1","EoS":false} {"level":"info","ts":1789176221.3426507,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1"} {"level":"info","ts":1789176221.3426857,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1","EoS":false} {"level":"info","ts":1789176221.3426976,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1"} {"level":"info","ts":1789176221.3427134,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1","EoS":true} {"level":"info","ts":1789176221.342725,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59761db373a8e64908ceb301fd75869b","span_id":"94a7a926d9e56db0","x-request-id":"c7ef43e6-2b35-49f1-bcdd-e43966be37d1"} {"level":"info","ts":1789176221.4800768,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176221.4801748,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b"} {"level":"info","ts":1789176221.48019,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b"} {"level":"info","ts":1789176221.480207,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b","EoS":true} {"level":"info","ts":1789176221.480227,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b","header":"x-maas-group"} {"level":"info","ts":1789176221.4802375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b","header":"x-maas-username"} {"level":"info","ts":1789176221.480244,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b","header":"x-maas-subscription"} {"level":"info","ts":1789176221.4802587,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789176221.4802887,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b"} {"level":"info","ts":1789176221.482686,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b"} {"level":"info","ts":1789176221.4827054,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b"} {"level":"info","ts":1789176221.4827173,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b","EoS":false} {"level":"info","ts":1789176221.482732,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b"} {"level":"info","ts":1789176221.4827597,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b","EoS":false} {"level":"info","ts":1789176221.482769,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b"} {"level":"info","ts":1789176221.4827802,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b","EoS":true} {"level":"info","ts":1789176221.482787,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8f433a215ea82cceb9c02000cbd67300","span_id":"ce86538d3bb33d78","x-request-id":"07aa4d20-febf-4f48-9fd7-361cfe32d96b"} {"level":"info","ts":1789176221.6219814,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176221.6220784,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae"} {"level":"info","ts":1789176221.622092,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae"} {"level":"info","ts":1789176221.6221042,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae","EoS":true} {"level":"info","ts":1789176221.6221323,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae","header":"x-maas-group"} {"level":"info","ts":1789176221.622146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae","header":"x-maas-username"} {"level":"info","ts":1789176221.6221514,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae","header":"x-maas-subscription"} {"level":"info","ts":1789176221.6221662,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789176221.6221914,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae"} {"level":"info","ts":1789176221.622957,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae"} {"level":"info","ts":1789176221.622981,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae"} {"level":"info","ts":1789176221.623,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae","EoS":false} {"level":"info","ts":1789176221.6230195,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae"} {"level":"info","ts":1789176221.623046,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae","EoS":false} {"level":"info","ts":1789176221.6230562,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae"} {"level":"info","ts":1789176221.6230679,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae","EoS":true} {"level":"info","ts":1789176221.623077,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"abcc7ec813b3dd6bd2e6d47aaea68ad6","span_id":"b89c26388342d6af","x-request-id":"57f2fa62-1633-4d9a-a405-1f44d8940bae"} {"level":"info","ts":1789176234.4740062,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789176234.4741037,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4"} {"level":"info","ts":1789176234.4741185,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4"} {"level":"info","ts":1789176234.4741395,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4","EoS":true} {"level":"info","ts":1789176234.4741616,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4","header":"x-maas-group"} {"level":"info","ts":1789176234.4741704,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4","header":"x-maas-subscription"} {"level":"info","ts":1789176234.4741774,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4","header":"x-maas-username"} {"level":"info","ts":1789176234.4741971,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789176234.474232,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4"} {"level":"info","ts":1789176234.4757388,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4"} {"level":"info","ts":1789176234.4757602,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4"} {"level":"info","ts":1789176234.4757833,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4","EoS":false} {"level":"info","ts":1789176234.4758036,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4"} {"level":"info","ts":1789176234.4758306,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4","EoS":true} {"level":"info","ts":1789176234.47584,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"719debcc069fb6d0c38c37d8500fa53e","span_id":"809539159e46431f","x-request-id":"035c602f-3fe3-4cf8-bcc8-1f6a93953aa4"} {"level":"error","ts":1789176235.386938,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789176245.387741,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}