{"level":"info","ts":1789468233.9467628,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"3f42f0bb-2f50-4901-a03c-e750b0dd7cc9","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468233.9469998,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"3f42f0bb-2f50-4901-a03c-e750b0dd7cc9","modelName":"e2e-legacy-migration-1949b49c","resolvedRefs":1}
{"level":"error","ts":1789468233.9534943,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"88b58632-817e-4ebb-8ebe-dc0f1c52bab8","error":"ExternalModel \"e2e-legacy-migration-1949b49c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1949b49c\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789468233.95365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"86ef9172-8c98-4d76-a8e2-628e0ac516c8"}
{"level":"info","ts":1789468233.9538178,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"86ef9172-8c98-4d76-a8e2-628e0ac516c8","provider":"e2e-legacy-migration-1949b49c","phase":"Failed"}
{"level":"info","ts":1789468233.9537652,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"28132586-0f0b-4390-8b1b-9475a16985ce","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468233.9539998,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"28132586-0f0b-4390-8b1b-9475a16985ce","modelName":"e2e-legacy-migration-1949b49c","resolvedRefs":1}
{"level":"error","ts":1789468233.9591103,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"9617557c-76a9-4ab2-9abd-f29f2eb9f5a9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-1949b49c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789468233.9592187,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"9617557c-76a9-4ab2-9abd-f29f2eb9f5a9","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-1949b49c\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789468233.9593258,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"0961cd6e-eec1-4abb-b4d5-6743ad64b0c7"}
{"level":"info","ts":1789468233.959541,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"0961cd6e-eec1-4abb-b4d5-6743ad64b0c7","name":"e2e-legacy-migration-1949b49c"}
{"level":"error","ts":1789468233.9598,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"86ef9172-8c98-4d76-a8e2-628e0ac516c8","error":"ExternalModel \"e2e-legacy-migration-1949b49c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1949b49c\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789468233.9677138,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"f74f0e43-12e5-4e0d-b5ec-f3b1e814a8ca","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468233.9679317,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"f74f0e43-12e5-4e0d-b5ec-f3b1e814a8ca","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789468233.9682307,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"d766203c-512f-44d5-bacf-df5f04136941"}
{"level":"info","ts":1789468233.9683223,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"d766203c-512f-44d5-bacf-df5f04136941","name":"e2e-legacy-migration-1949b49c"}
{"level":"info","ts":1789468233.9685302,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"8c48ea35-88a1-4b65-938c-6ea0907da132","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468233.9686852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"8c48ea35-88a1-4b65-938c-6ea0907da132","modelName":"e2e-legacy-migration-1949b49c","resolvedRefs":1}
{"level":"info","ts":1789468233.9920318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"a3244f6e-5570-4508-b425-cc14f55bb2cb","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468233.9930892,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"a3244f6e-5570-4508-b425-cc14f55bb2cb","modelName":"e2e-legacy-migration-1949b49c","resolvedRefs":1}
{"level":"info","ts":1789468233.993016,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"0961cd6e-eec1-4abb-b4d5-6743ad64b0c7","service":"e2e-legacy-migration-1949b49c","serviceEntry":"e2e-legacy-migration-1949b49c","destinationRule":"e2e-legacy-migration-1949b49c"}
{"level":"error","ts":1789468234.0037088,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"d766203c-512f-44d5-bacf-df5f04136941","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1949b49c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789468234.003787,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"d766203c-512f-44d5-bacf-df5f04136941","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-1949b49c\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789468234.0038798,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"79aacc55-69d7-4cad-bd5c-044f76e49a60"}
{"level":"error","ts":1789468234.0038729,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"0961cd6e-eec1-4abb-b4d5-6743ad64b0c7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-1949b49c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789468234.0039604,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"79aacc55-69d7-4cad-bd5c-044f76e49a60","name":"e2e-legacy-migration-1949b49c"}
{"level":"info","ts":1789468234.0040312,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"1db590b7-e9ea-4825-b167-bd32f7d9369b"}
{"level":"info","ts":1789468234.0041013,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"1db590b7-e9ea-4825-b167-bd32f7d9369b","name":"e2e-legacy-migration-1949b49c"}
{"level":"info","ts":1789468234.0086467,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"3d0f5e45-3f19-4f87-af21-93b087656dd0","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468234.0087693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"3d0f5e45-3f19-4f87-af21-93b087656dd0","modelName":"e2e-legacy-migration-1949b49c","resolvedRefs":1}
{"level":"info","ts":1789468234.019027,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"79aacc55-69d7-4cad-bd5c-044f76e49a60","httpRoute":"e2e-legacy-migration-1949b49c","providers":["e2e-legacy-migration-1949b49c"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789468234.0256655,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"1db590b7-e9ea-4825-b167-bd32f7d9369b","service":"e2e-legacy-migration-1949b49c","serviceEntry":"e2e-legacy-migration-1949b49c","destinationRule":"e2e-legacy-migration-1949b49c"}
{"level":"error","ts":1789468234.0262778,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"79aacc55-69d7-4cad-bd5c-044f76e49a60","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1949b49c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789468234.0264144,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"9d0c3e2e-6a77-4d87-8497-34ad5ecbe3c1"}
{"level":"info","ts":1789468234.0266104,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"9d0c3e2e-6a77-4d87-8497-34ad5ecbe3c1","name":"e2e-legacy-migration-1949b49c"}
{"level":"info","ts":1789468234.026981,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"8f2dacd4-9da0-40af-b4ea-4a7b834556d2","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468234.0271537,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"8f2dacd4-9da0-40af-b4ea-4a7b834556d2","modelName":"e2e-legacy-migration-1949b49c","resolvedRefs":1}
{"level":"info","ts":1789468234.036315,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"9d0c3e2e-6a77-4d87-8497-34ad5ecbe3c1","httpRoute":"e2e-legacy-migration-1949b49c","providers":["e2e-legacy-migration-1949b49c"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789468234.0400686,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"9d0c3e2e-6a77-4d87-8497-34ad5ecbe3c1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1949b49c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789468234.0401802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"0ab22051-c064-4cbb-bf82-a55725ac5a51"}
{"level":"info","ts":1789468234.0402606,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"0ab22051-c064-4cbb-bf82-a55725ac5a51","name":"e2e-legacy-migration-1949b49c"}
{"level":"info","ts":1789468234.0494866,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"0ab22051-c064-4cbb-bf82-a55725ac5a51","httpRoute":"e2e-legacy-migration-1949b49c","providers":["e2e-legacy-migration-1949b49c"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789468234.4336858,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"3ce6ead7-d886-472a-8151-49a04946ff2e","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468234.4381728,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"3ce6ead7-d886-472a-8151-49a04946ff2e","name":"e2e-legacy-migration-1949b49c"}
{"level":"info","ts":1789468234.4447887,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"3ce6ead7-d886-472a-8151-49a04946ff2e","provider":"openai","model":"e2e-legacy-migration-1949b49c","targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789468236.7060263,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"51ea446f-a3c0-4729-bdf4-e85e8d9f0062","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468236.718316,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"4ed3161d-2874-4de2-a090-448351fc5ab9","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468236.7183447,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"4ed3161d-2874-4de2-a090-448351fc5ab9","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468236.7183514,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"9239d0f9-1f53-4a8f-8781-284c506f4e24"}
{"level":"info","ts":1789468236.7183716,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"59075775-c1a1-43d4-9c6f-2fe622b9f17d","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468236.7183807,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"59075775-c1a1-43d4-9c6f-2fe622b9f17d","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468236.7184162,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"586566e2-f6c3-4998-9076-d38196bff328"}
{"level":"info","ts":1789468236.7184167,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"90eca1e3-b70f-49d3-a993-1a0a1b9c11a1","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468236.7184303,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1949b49c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1949b49c","reconcileID":"90eca1e3-b70f-49d3-a993-1a0a1b9c11a1","name":"e2e-legacy-migration-1949b49c","namespace":"llm"}
{"level":"info","ts":1789468237.0955758,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789468237.095675,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611"}
{"level":"info","ts":1789468237.0956876,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611"}
{"level":"info","ts":1789468237.0956993,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611","EoS":true}
{"level":"info","ts":1789468237.0957377,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611","header":"x-maas-username"}
{"level":"info","ts":1789468237.0957496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611","header":"x-maas-group"}
{"level":"info","ts":1789468237.0957549,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611","header":"x-maas-subscription"}
{"level":"info","ts":1789468237.0957696,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789468237.095783,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611","modelName":"e2e-external-model"}
{"level":"info","ts":1789468237.0957947,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1789468237.0958161,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1789468237.0958333,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611","authType":"apikey"}
{"level":"info","ts":1789468237.095857,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611"}
{"level":"info","ts":1789468237.7713366,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611"}
{"level":"info","ts":1789468237.7713728,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611"}
{"level":"info","ts":1789468237.7713962,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611","EoS":false}
{"level":"info","ts":1789468237.7714114,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611"}
{"level":"info","ts":1789468237.771444,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611","EoS":true}
{"level":"info","ts":1789468237.7714527,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c4e2fbbdec17082b51b65075f981b18","span_id":"83b7a03a36966838","x-request-id":"50e1e503-9aa5-4178-aec0-4d1166d46611"}
{"level":"info","ts":1789468237.810189,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789468237.810288,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80"}
{"level":"info","ts":1789468237.810303,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80"}
{"level":"info","ts":1789468237.8103144,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80","EoS":true}
{"level":"info","ts":1789468237.8103364,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80","header":"x-maas-username"}
{"level":"info","ts":1789468237.810346,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80","header":"x-maas-group"}
{"level":"info","ts":1789468237.8103518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80","header":"x-maas-subscription"}
{"level":"info","ts":1789468237.8103683,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789468237.8103943,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80"}
{"level":"info","ts":1789468238.6512783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80"}
{"level":"info","ts":1789468238.6514795,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80"}
{"level":"info","ts":1789468238.6515386,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80","EoS":false}
{"level":"info","ts":1789468238.6515777,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80"}
{"level":"info","ts":1789468238.651636,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80","EoS":true}
{"level":"info","ts":1789468238.6516767,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ae65891ce8f363386cefccf604d4d1a","span_id":"ba17067b881b7a1e","x-request-id":"d69abff6-57c1-40cb-b827-01412fce4b80"}
{"level":"info","ts":1789468238.711674,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789468238.7119374,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a"}
{"level":"info","ts":1789468238.7119982,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a"}
{"level":"info","ts":1789468238.712041,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a","EoS":true}
{"level":"info","ts":1789468238.712107,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a","header":"x-maas-subscription"}
{"level":"info","ts":1789468238.7121406,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a","header":"x-maas-username"}
{"level":"info","ts":1789468238.7121847,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a","header":"x-maas-group"}
{"level":"info","ts":1789468238.7122593,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a"}
{"level":"info","ts":1789468239.0478716,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a"}
{"level":"info","ts":1789468239.048057,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a"}
{"level":"info","ts":1789468239.0481164,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a","EoS":false}
{"level":"info","ts":1789468239.0481572,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a"}
{"level":"info","ts":1789468239.048242,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a","EoS":true}
{"level":"info","ts":1789468239.0483348,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f2dc6d52396609cc3d5e8c5ed338e6e","span_id":"33edea2acdec64a7","x-request-id":"a0138a61-bf5d-423c-8354-ec841edeb02a"}
{"level":"info","ts":1789468239.8241038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"672f8b80-6961-4471-b9f3-9d95f67eedbc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789468239.8241475,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"672f8b80-6961-4471-b9f3-9d95f67eedbc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789468239.8242025,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a602684-ef2f-4eec-b9ec-bf9bb1fa4f7e"}
{"level":"info","ts":1789468239.9589832,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e952034-b042-49e5-848c-db454a1b2d63","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789468239.9590278,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e952034-b042-49e5-848c-db454a1b2d63","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789468239.959087,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91dc688d-6fad-4c36-ae52-9211c5148118"}
{"level":"info","ts":1789468240.078141,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8660079b-de4c-467f-bc7a-3397dc4d6fc5","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789468240.078264,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8660079b-de4c-467f-bc7a-3397dc4d6fc5","key":"llm/e2e-external-model-api-key"}
{"level":"error","ts":1789468240.4798095,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789468243.9042404,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789468243.9044592,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d"}
{"level":"info","ts":1789468243.9045043,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d"}
{"level":"info","ts":1789468243.904548,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d","EoS":true}
{"level":"info","ts":1789468243.9046035,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d","header":"x-maas-username"}
{"level":"info","ts":1789468243.904639,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d","header":"x-maas-group"}
{"level":"info","ts":1789468243.9046674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d","header":"x-maas-subscription"}
{"level":"info","ts":1789468243.9047062,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789468243.9047892,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d"}
{"level":"info","ts":1789468243.9100904,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d"}
{"level":"info","ts":1789468243.9101906,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d"}
{"level":"info","ts":1789468243.9102397,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d","EoS":false}
{"level":"info","ts":1789468243.91028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d"}
{"level":"info","ts":1789468243.9103308,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d","EoS":true}
{"level":"info","ts":1789468243.9103632,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61674103d5d0441aae44117aec2fbf53","span_id":"bf4c70d0dabf4b5a","x-request-id":"158cc1a6-ed1c-4955-8a2d-70bd7089d51d"}
{"level":"info","ts":1789468243.9840565,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789468243.9843066,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2"}
{"level":"info","ts":1789468243.9843698,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2"}
{"level":"info","ts":1789468243.9844146,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2","EoS":true}
{"level":"info","ts":1789468243.984485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2","header":"x-maas-group"}
{"level":"info","ts":1789468243.9845204,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2","header":"x-maas-username"}
{"level":"info","ts":1789468243.9845657,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2","header":"x-maas-subscription"}
{"level":"info","ts":1789468243.98462,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789468243.9846718,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2"}
{"level":"info","ts":1789468243.9891431,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2"}
{"level":"info","ts":1789468243.9892411,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2"}
{"level":"info","ts":1789468243.9892952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2","EoS":false}
{"level":"info","ts":1789468243.9893546,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2"}
{"level":"info","ts":1789468243.9894311,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2","EoS":true}
{"level":"info","ts":1789468243.9895322,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ea452158d458a2b1efaa5e8f1f2015d","span_id":"4f7b62758ee906ac","x-request-id":"93d272bb-fbaa-4c87-94ce-efd4b59c79c2"}
{"level":"info","ts":1789468244.046289,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789468244.0464559,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b"}
{"level":"info","ts":1789468244.0464907,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b"}
{"level":"info","ts":1789468244.0465136,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b","EoS":true}
{"level":"info","ts":1789468244.0465622,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b","header":"x-maas-subscription"}
{"level":"info","ts":1789468244.0465753,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b","header":"x-maas-username"}
{"level":"info","ts":1789468244.0465837,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b","header":"x-maas-group"}
{"level":"info","ts":1789468244.0466044,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789468244.0466452,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b"}
{"level":"info","ts":1789468244.0480297,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b"}
{"level":"info","ts":1789468244.0480514,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b"}
{"level":"info","ts":1789468244.048071,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b","EoS":false}
{"level":"info","ts":1789468244.0480876,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b"}
{"level":"info","ts":1789468244.0481188,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b","EoS":true}
{"level":"info","ts":1789468244.0481308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3863fc0af9cc392956803fce5901a435","span_id":"3f65b81736bacdc0","x-request-id":"e9c85495-975f-4aa6-b3cd-e0065dd0456b"}
{"level":"info","ts":1789468244.1153326,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789468244.1154947,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da"}
{"level":"info","ts":1789468244.1155124,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da"}
{"level":"info","ts":1789468244.1156273,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da","EoS":true}
{"level":"info","ts":1789468244.1156657,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da","header":"x-maas-group"}
{"level":"info","ts":1789468244.1156914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da","header":"x-maas-subscription"}
{"level":"info","ts":1789468244.1157002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da","header":"x-maas-username"}
{"level":"info","ts":1789468244.1157424,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789468244.1157796,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da"}
{"level":"info","ts":1789468244.1201282,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da"}
{"level":"info","ts":1789468244.1201568,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da"}
{"level":"info","ts":1789468244.1201751,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da","EoS":false}
{"level":"info","ts":1789468244.1202073,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da"}
{"level":"info","ts":1789468244.1202369,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da","EoS":true}
{"level":"info","ts":1789468244.120322,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a384ee9ea8295285cbb6c3f38bfb8c3","span_id":"f5a134f91a405c16","x-request-id":"69721007-2408-44c2-8167-41e9f2d782da"}
{"level":"error","ts":1789468255.4813266,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789468256.7272267,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789468256.7273233,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ade52ac01736d91014e0b98d302e6d51","span_id":"c71f4966c6adacbe","x-request-id":"57c133e2-1f0f-44fc-bc93-b4a1e26aae27"}
{"level":"info","ts":1789468256.7273366,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ade52ac01736d91014e0b98d302e6d51","span_id":"c71f4966c6adacbe","x-request-id":"57c133e2-1f0f-44fc-bc93-b4a1e26aae27"}
{"level":"info","ts":1789468256.7273543,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ade52ac01736d91014e0b98d302e6d51","span_id":"c71f4966c6adacbe","x-request-id":"57c133e2-1f0f-44fc-bc93-b4a1e26aae27","EoS":true}
{"level":"info","ts":1789468256.7274146,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ade52ac01736d91014e0b98d302e6d51","span_id":"c71f4966c6adacbe","x-request-id":"57c133e2-1f0f-44fc-bc93-b4a1e26aae27"}
{"level":"info","ts":1789468256.8731432,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789468256.8732255,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3d1a7056833c651ac77d95e505556af8","span_id":"a1e5c61ead348dd1","x-request-id":"ba002fb8-ede1-4f17-bf1e-1ff815e9db90"}
{"level":"info","ts":1789468256.8732378,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3d1a7056833c651ac77d95e505556af8","span_id":"a1e5c61ead348dd1","x-request-id":"ba002fb8-ede1-4f17-bf1e-1ff815e9db90"}
{"level":"info","ts":1789468256.873248,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3d1a7056833c651ac77d95e505556af8","span_id":"a1e5c61ead348dd1","x-request-id":"ba002fb8-ede1-4f17-bf1e-1ff815e9db90","EoS":true}
{"level":"info","ts":1789468256.8732862,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3d1a7056833c651ac77d95e505556af8","span_id":"a1e5c61ead348dd1","x-request-id":"ba002fb8-ede1-4f17-bf1e-1ff815e9db90"}
{"level":"info","ts":1789468257.017388,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789468257.0174725,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c3d322958052ace538421603485189ee","span_id":"a9f4bf11f0dc1558","x-request-id":"32f54b7b-d3d9-416b-b877-7d8274404009"}
{"level":"info","ts":1789468257.0174851,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c3d322958052ace538421603485189ee","span_id":"a9f4bf11f0dc1558","x-request-id":"32f54b7b-d3d9-416b-b877-7d8274404009"}
{"level":"info","ts":1789468257.0174966,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c3d322958052ace538421603485189ee","span_id":"a9f4bf11f0dc1558","x-request-id":"32f54b7b-d3d9-416b-b877-7d8274404009","EoS":true}
{"level":"info","ts":1789468257.0175405,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c3d322958052ace538421603485189ee","span_id":"a9f4bf11f0dc1558","x-request-id":"32f54b7b-d3d9-416b-b877-7d8274404009"}
{"level":"error","ts":1789468270.4832351,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789469460.4960976,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469460.4962041,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53"}
{"level":"info","ts":1789469460.4962158,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53"}
{"level":"info","ts":1789469460.496227,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53","EoS":true}
{"level":"info","ts":1789469460.496256,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53","header":"x-maas-username"}
{"level":"info","ts":1789469460.496267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53","header":"x-maas-group"}
{"level":"info","ts":1789469460.4962723,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53","header":"x-maas-subscription"}
{"level":"info","ts":1789469460.496289,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789469460.4963145,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53"}
{"level":"info","ts":1789469460.4971902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53"}
{"level":"info","ts":1789469460.4972107,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53"}
{"level":"info","ts":1789469460.497232,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53","EoS":false}
{"level":"info","ts":1789469460.4972556,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53"}
{"level":"info","ts":1789469460.4972923,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53","EoS":true}
{"level":"info","ts":1789469460.4973035,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68b86c5b996de28aa96f8d47d7ddc31f","span_id":"cd9d6a1bd4e73068","x-request-id":"ae02c226-31b6-44ac-898a-e0df9753ca53"}
{"level":"info","ts":1789469460.5315974,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469460.531753,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87"}
{"level":"info","ts":1789469460.5317686,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87"}
{"level":"info","ts":1789469460.5317812,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87","EoS":true}
{"level":"info","ts":1789469460.5318046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87","header":"x-maas-username"}
{"level":"info","ts":1789469460.5318146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87","header":"x-maas-subscription"}
{"level":"info","ts":1789469460.53182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87","header":"x-maas-group"}
{"level":"info","ts":1789469460.5318334,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789469460.5318594,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87"}
{"level":"info","ts":1789469460.5326793,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87"}
{"level":"info","ts":1789469460.5326962,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87"}
{"level":"info","ts":1789469460.5327063,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87","EoS":false}
{"level":"info","ts":1789469460.5327158,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87"}
{"level":"info","ts":1789469460.5327568,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87","EoS":true}
{"level":"info","ts":1789469460.5327678,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f44aa70a930af481b095d3f153920662","span_id":"8f9c193b1384cf0e","x-request-id":"3ca1747e-76b4-4bb5-8a13-d28c34871d87"}
{"level":"error","ts":1789469470.6243372,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789469783.4828994,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469783.4829996,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83"}
{"level":"info","ts":1789469783.4830112,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83"}
{"level":"info","ts":1789469783.4830225,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83","EoS":true}
{"level":"info","ts":1789469783.4830475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83","header":"x-maas-group"}
{"level":"info","ts":1789469783.4830568,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83","header":"x-maas-username"}
{"level":"info","ts":1789469783.4830613,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83","header":"x-maas-subscription"}
{"level":"info","ts":1789469783.4830763,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789469783.4831004,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83"}
{"level":"info","ts":1789469783.495981,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83"}
{"level":"info","ts":1789469783.4960108,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83"}
{"level":"info","ts":1789469783.4960318,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83","EoS":false}
{"level":"info","ts":1789469783.4960494,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83"}
{"level":"info","ts":1789469783.4960785,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83","EoS":true}
{"level":"info","ts":1789469783.4960895,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"90eb7d648166a70152d2eb2ee80324d4","span_id":"b490c2be51d904ed","x-request-id":"89246874-8cd5-4955-8fd8-366695583e83"}
{"level":"info","ts":1789469783.6391969,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469783.639285,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16"}
{"level":"info","ts":1789469783.6392968,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16"}
{"level":"info","ts":1789469783.6393127,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16","EoS":true}
{"level":"info","ts":1789469783.63934,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16","header":"x-maas-username"}
{"level":"info","ts":1789469783.6393492,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16","header":"x-maas-group"}
{"level":"info","ts":1789469783.6393542,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16","header":"x-maas-subscription"}
{"level":"info","ts":1789469783.639369,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789469783.639395,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16"}
{"level":"info","ts":1789469783.6415298,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16"}
{"level":"info","ts":1789469783.6415472,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16"}
{"level":"info","ts":1789469783.6415603,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16","EoS":false}
{"level":"info","ts":1789469783.6415715,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16"}
{"level":"info","ts":1789469783.641593,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16","EoS":true}
{"level":"info","ts":1789469783.6416028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"60ea3dc78f43f1a4dcded4f6c65d10dd","span_id":"cf030a423cb2450b","x-request-id":"d6b9f5fa-3e97-4caf-b362-795c791fec16"}
{"level":"info","ts":1789469783.7806382,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469783.780769,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0"}
{"level":"info","ts":1789469783.780783,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0"}
{"level":"info","ts":1789469783.7807956,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0","EoS":true}
{"level":"info","ts":1789469783.7808182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0","header":"x-maas-subscription"}
{"level":"info","ts":1789469783.7808282,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0","header":"x-maas-username"}
{"level":"info","ts":1789469783.7808337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0","header":"x-maas-group"}
{"level":"info","ts":1789469783.7808497,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789469783.7808764,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0"}
{"level":"info","ts":1789469783.7818024,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0"}
{"level":"info","ts":1789469783.7818222,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0"}
{"level":"info","ts":1789469783.7818341,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0","EoS":false}
{"level":"info","ts":1789469783.7818465,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0"}
{"level":"info","ts":1789469783.7818677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0","EoS":true}
{"level":"info","ts":1789469783.7818768,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef77b4a49707a07c3264de08ff5eff9c","span_id":"d438932e87677b91","x-request-id":"f61f68a9-77a3-4600-a7d7-b168fd5e75c0"}
{"level":"info","ts":1789469783.9171417,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469783.9172468,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088"}
{"level":"info","ts":1789469783.9172592,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088"}
{"level":"info","ts":1789469783.9172716,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088","EoS":true}
{"level":"info","ts":1789469783.9172955,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088","header":"x-maas-username"}
{"level":"info","ts":1789469783.9173057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088","header":"x-maas-group"}
{"level":"info","ts":1789469783.91731,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088","header":"x-maas-subscription"}
{"level":"info","ts":1789469783.9173381,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789469783.9173658,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088"}
{"level":"info","ts":1789469783.9183786,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088"}
{"level":"info","ts":1789469783.9183965,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088"}
{"level":"info","ts":1789469783.9184089,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088","EoS":false}
{"level":"info","ts":1789469783.9184194,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088"}
{"level":"info","ts":1789469783.918445,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088","EoS":true}
{"level":"info","ts":1789469783.9184592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01779ae24a885862cbd39c249c34ffc2","span_id":"c3456eea4fc1c902","x-request-id":"d8e2597a-847d-44db-9949-b32a6d317088"}
{"level":"info","ts":1789469784.0526009,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469784.0527368,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27"}
{"level":"info","ts":1789469784.0527513,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27"}
{"level":"info","ts":1789469784.0527647,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27","EoS":true}
{"level":"info","ts":1789469784.0527897,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27","header":"x-maas-username"}
{"level":"info","ts":1789469784.0528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27","header":"x-maas-subscription"}
{"level":"info","ts":1789469784.052805,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27","header":"x-maas-group"}
{"level":"info","ts":1789469784.0528197,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789469784.0528464,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27"}
{"level":"info","ts":1789469784.053775,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27"}
{"level":"info","ts":1789469784.0537891,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27"}
{"level":"info","ts":1789469784.0538008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27","EoS":false}
{"level":"info","ts":1789469784.0538108,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27"}
{"level":"info","ts":1789469784.0538325,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27","EoS":true}
{"level":"info","ts":1789469784.0538425,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b402e3e683da4eae2c503d83e82792ce","span_id":"6d1ff41a7d9a60de","x-request-id":"3db7f5b5-78d7-4e1f-b718-11a696451b27"}
{"level":"error","ts":1789469795.6609843,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789469799.1035194,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469799.1036403,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a"}
{"level":"info","ts":1789469799.1036592,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a"}
{"level":"info","ts":1789469799.103678,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a","EoS":true}
{"level":"info","ts":1789469799.10371,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a","header":"x-maas-subscription"}
{"level":"info","ts":1789469799.1037436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a","header":"x-maas-group"}
{"level":"info","ts":1789469799.1037514,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a","header":"x-maas-username"}
{"level":"info","ts":1789469799.103771,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789469799.1037953,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a"}
{"level":"info","ts":1789469799.1046653,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a"}
{"level":"info","ts":1789469799.1046858,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a"}
{"level":"info","ts":1789469799.1047,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a","EoS":false}
{"level":"info","ts":1789469799.1047106,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a"}
{"level":"info","ts":1789469799.1047575,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a","EoS":true}
{"level":"info","ts":1789469799.104768,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"49ff30808a4601c654c784850ca4605d","span_id":"af37d4afb16b85d8","x-request-id":"7656f7e9-0c28-4469-9d1a-70dc8475126a"}
{"level":"info","ts":1789469799.2039936,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469799.2040932,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"06aca6421115d00cdc09366c2942b397","span_id":"30f7a3de3e16a1c9","x-request-id":"0b538b38-e76a-4be8-9c0a-663f033ff791"}
{"level":"info","ts":1789469799.205004,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"06aca6421115d00cdc09366c2942b397","span_id":"30f7a3de3e16a1c9","x-request-id":"0b538b38-e76a-4be8-9c0a-663f033ff791"}
{"level":"info","ts":1789469799.2050288,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"06aca6421115d00cdc09366c2942b397","span_id":"30f7a3de3e16a1c9","x-request-id":"0b538b38-e76a-4be8-9c0a-663f033ff791"}
{"level":"info","ts":1789469799.2050493,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"06aca6421115d00cdc09366c2942b397","span_id":"30f7a3de3e16a1c9","x-request-id":"0b538b38-e76a-4be8-9c0a-663f033ff791","EoS":false}
{"level":"info","ts":1789469799.2050657,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"06aca6421115d00cdc09366c2942b397","span_id":"30f7a3de3e16a1c9","x-request-id":"0b538b38-e76a-4be8-9c0a-663f033ff791"}
{"level":"info","ts":1789469799.2050939,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"06aca6421115d00cdc09366c2942b397","span_id":"30f7a3de3e16a1c9","x-request-id":"0b538b38-e76a-4be8-9c0a-663f033ff791","EoS":true}
{"level":"info","ts":1789469799.205105,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"06aca6421115d00cdc09366c2942b397","span_id":"30f7a3de3e16a1c9","x-request-id":"0b538b38-e76a-4be8-9c0a-663f033ff791"}
{"level":"info","ts":1789469799.9508605,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469799.9509532,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f"}
{"level":"info","ts":1789469799.9509664,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f"}
{"level":"info","ts":1789469799.9509776,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f","EoS":true}
{"level":"info","ts":1789469799.9510045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f","header":"x-maas-username"}
{"level":"info","ts":1789469799.9510152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f","header":"x-maas-group"}
{"level":"info","ts":1789469799.9510207,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f","header":"x-maas-subscription"}
{"level":"info","ts":1789469799.9510345,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789469799.9510593,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f"}
{"level":"info","ts":1789469799.9519348,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f"}
{"level":"info","ts":1789469799.9519548,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f"}
{"level":"info","ts":1789469799.9519696,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f","EoS":false}
{"level":"info","ts":1789469799.9519815,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f"}
{"level":"info","ts":1789469799.9520054,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f","EoS":true}
{"level":"info","ts":1789469799.9520144,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76d5ff19b1e3969f5583e0b91435a4cc","span_id":"6defe0b256c71020","x-request-id":"6d8dbf82-436a-422c-8951-74f3b19ace6f"}
{"level":"info","ts":1789469800.8943334,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469800.8944316,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6"}
{"level":"info","ts":1789469800.8944433,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6"}
{"level":"info","ts":1789469800.8944545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6","EoS":true}
{"level":"info","ts":1789469800.8944778,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6","header":"x-maas-group"}
{"level":"info","ts":1789469800.894489,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6","header":"x-maas-subscription"}
{"level":"info","ts":1789469800.8944943,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6","header":"x-maas-username"}
{"level":"info","ts":1789469800.8945098,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789469800.8945343,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6"}
{"level":"info","ts":1789469800.8954313,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6"}
{"level":"info","ts":1789469800.895449,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6"}
{"level":"info","ts":1789469800.89546,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6","EoS":false}
{"level":"info","ts":1789469800.8954718,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6"}
{"level":"info","ts":1789469800.8954954,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6","EoS":true}
{"level":"info","ts":1789469800.8955028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70473935b59d69f3070a07fadfc4b420","span_id":"26ed4886a3c71dfe","x-request-id":"8f310e38-ac65-461d-a761-d63cb9f2c9f6"}
{"level":"info","ts":1789469801.606843,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469801.6069434,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d"}
{"level":"info","ts":1789469801.6069572,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d"}
{"level":"info","ts":1789469801.6069689,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d","EoS":true}
{"level":"info","ts":1789469801.6069913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d","header":"x-maas-username"}
{"level":"info","ts":1789469801.6070018,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d","header":"x-maas-subscription"}
{"level":"info","ts":1789469801.607008,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d","header":"x-maas-group"}
{"level":"info","ts":1789469801.6070237,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789469801.6070497,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d"}
{"level":"info","ts":1789469801.6079626,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d"}
{"level":"info","ts":1789469801.6079867,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d"}
{"level":"info","ts":1789469801.608007,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d","EoS":false}
{"level":"info","ts":1789469801.608027,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d"}
{"level":"info","ts":1789469801.6080582,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d","EoS":true}
{"level":"info","ts":1789469801.608068,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ffedf12b05f7a33d94d0f9e8b89ba1af","span_id":"99fe4d981c17d380","x-request-id":"af31a8b7-9647-465b-b3aa-812c47e7942d"}
{"level":"info","ts":1789469802.6773357,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469802.6774352,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c"}
{"level":"info","ts":1789469802.6774492,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c"}
{"level":"info","ts":1789469802.6774607,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c","EoS":true}
{"level":"info","ts":1789469802.6774826,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c","header":"x-maas-username"}
{"level":"info","ts":1789469802.6774917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c","header":"x-maas-subscription"}
{"level":"info","ts":1789469802.677497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c","header":"x-maas-group"}
{"level":"info","ts":1789469802.6775107,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789469802.6775377,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c"}
{"level":"info","ts":1789469802.6783667,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c"}
{"level":"info","ts":1789469802.6783836,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c"}
{"level":"info","ts":1789469802.6784034,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c","EoS":false}
{"level":"info","ts":1789469802.6784203,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c"}
{"level":"info","ts":1789469802.6784542,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c","EoS":true}
{"level":"info","ts":1789469802.678464,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53a97d53576afa8a8edb510833ebc819","span_id":"ed4ee78ef4d1667c","x-request-id":"092e58df-6c89-43c6-8658-429efb1d951c"}
{"level":"error","ts":1789469810.6625314,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789469822.3760755,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469822.3761744,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6"}
{"level":"info","ts":1789469822.3761861,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6"}
{"level":"info","ts":1789469822.3761976,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6","EoS":true}
{"level":"info","ts":1789469822.3762205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6","header":"x-maas-subscription"}
{"level":"info","ts":1789469822.3762307,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6","header":"x-maas-username"}
{"level":"info","ts":1789469822.376236,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6","header":"x-maas-group"}
{"level":"info","ts":1789469822.3762534,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789469822.3762796,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6"}
{"level":"info","ts":1789469822.3771217,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6"}
{"level":"info","ts":1789469822.3771443,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6"}
{"level":"info","ts":1789469822.3771613,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6","EoS":false}
{"level":"info","ts":1789469822.377174,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6"}
{"level":"info","ts":1789469822.3771975,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6","EoS":true}
{"level":"info","ts":1789469822.3772073,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c74283faed8294fb9510cf81b71a6369","span_id":"1c0b36a193581f73","x-request-id":"deb549b3-6375-4119-8a54-81b04a1438b6"}
{"level":"error","ts":1789469825.6636853,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789469835.6642077,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789469913.8230667,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469913.823207,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8"}
{"level":"info","ts":1789469913.823225,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8"}
{"level":"info","ts":1789469913.823243,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8","EoS":true}
{"level":"info","ts":1789469913.82328,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8","header":"x-maas-username"}
{"level":"info","ts":1789469913.8232956,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8","header":"x-maas-subscription"}
{"level":"info","ts":1789469913.8233032,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8","header":"x-maas-group"}
{"level":"info","ts":1789469913.8233256,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789469913.823362,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8"}
{"level":"info","ts":1789469913.83668,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8"}
{"level":"info","ts":1789469913.8367147,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8"}
{"level":"info","ts":1789469913.8367672,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8","EoS":false}
{"level":"info","ts":1789469913.8367867,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8"}
{"level":"info","ts":1789469913.8368194,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8","EoS":true}
{"level":"info","ts":1789469913.8368306,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46d731ed4b7504949baf0a581d98afa2","span_id":"53dfb3ec285d35ba","x-request-id":"a2441237-4aef-4c1d-bcaf-b0efc57bddc8"}
{"level":"error","ts":1789469925.6732376,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789469980.9591541,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469980.9592485,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67"}
{"level":"info","ts":1789469980.9592614,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67"}
{"level":"info","ts":1789469980.959273,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67","EoS":true}
{"level":"info","ts":1789469980.9593,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67","header":"x-maas-group"}
{"level":"info","ts":1789469980.9593127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67","header":"x-maas-username"}
{"level":"info","ts":1789469980.9593182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67","header":"x-maas-subscription"}
{"level":"info","ts":1789469980.9593325,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789469980.9593582,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67"}
{"level":"info","ts":1789469980.96093,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67"}
{"level":"info","ts":1789469980.96095,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67"}
{"level":"info","ts":1789469980.9609647,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67","EoS":false}
{"level":"info","ts":1789469980.9609761,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67"}
{"level":"info","ts":1789469980.9610019,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67","EoS":true}
{"level":"info","ts":1789469980.9610112,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"574e904c5d4ca8afb99ec9f3c22dac1f","span_id":"7ab3c46bb05841fa","x-request-id":"5f0d072c-4dc7-42d9-9e2e-21e16ff2fe67"}
{"level":"info","ts":1789469994.5916438,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469994.5917838,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59"}
{"level":"info","ts":1789469994.591802,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59"}
{"level":"info","ts":1789469994.5918171,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59","EoS":true}
{"level":"info","ts":1789469994.5918396,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59","header":"x-maas-group"}
{"level":"info","ts":1789469994.5918496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59","header":"x-maas-username"}
{"level":"info","ts":1789469994.591854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59","header":"x-maas-subscription"}
{"level":"info","ts":1789469994.591869,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789469994.5918944,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59"}
{"level":"info","ts":1789469994.604904,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59"}
{"level":"info","ts":1789469994.6049364,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59"}
{"level":"info","ts":1789469994.6049604,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59","EoS":false}
{"level":"info","ts":1789469994.6049802,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59"}
{"level":"info","ts":1789469994.605026,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59","EoS":false}
{"level":"info","ts":1789469994.6050382,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59"}
{"level":"info","ts":1789469994.6050508,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59","EoS":true}
{"level":"info","ts":1789469994.6050575,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"174de9d568e6fe068d7735997174f4f1","span_id":"81c9ac0efab381f8","x-request-id":"72c56a5d-2803-4636-8f01-f1c19f212e59"}
{"level":"info","ts":1789469994.7408867,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469994.7410014,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94"}
{"level":"info","ts":1789469994.741018,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94"}
{"level":"info","ts":1789469994.7410302,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94","EoS":true}
{"level":"info","ts":1789469994.7410505,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94","header":"x-maas-username"}
{"level":"info","ts":1789469994.7410598,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94","header":"x-maas-group"}
{"level":"info","ts":1789469994.741066,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94","header":"x-maas-subscription"}
{"level":"info","ts":1789469994.7410808,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789469994.7411084,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94"}
{"level":"info","ts":1789469994.742028,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94"}
{"level":"info","ts":1789469994.7420473,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94"}
{"level":"info","ts":1789469994.7420685,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94","EoS":false}
{"level":"info","ts":1789469994.7420807,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94"}
{"level":"info","ts":1789469994.742202,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94","EoS":false}
{"level":"info","ts":1789469994.74223,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94"}
{"level":"info","ts":1789469994.7422495,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94","EoS":true}
{"level":"info","ts":1789469994.7422574,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a3b9147887e53f9f9f04be6718f69e1","span_id":"133c98d29248cdb4","x-request-id":"e7436152-8d24-4aad-84b8-d402927baf94"}
{"level":"info","ts":1789469994.877361,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789469994.877465,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e"}
{"level":"info","ts":1789469994.8774788,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e"}
{"level":"info","ts":1789469994.8774915,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e","EoS":true}
{"level":"info","ts":1789469994.877511,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e","header":"x-maas-username"}
{"level":"info","ts":1789469994.8775206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e","header":"x-maas-subscription"}
{"level":"info","ts":1789469994.877526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e","header":"x-maas-group"}
{"level":"info","ts":1789469994.8775396,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789469994.8775659,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e"}
{"level":"info","ts":1789469994.8784096,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e"}
{"level":"info","ts":1789469994.8784266,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e"}
{"level":"info","ts":1789469994.8784392,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e","EoS":false}
{"level":"info","ts":1789469994.8784554,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e"}
{"level":"info","ts":1789469994.8785973,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e","EoS":false}
{"level":"info","ts":1789469994.8786197,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e"}
{"level":"info","ts":1789469994.8786414,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e","EoS":true}
{"level":"info","ts":1789469994.878654,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b87ff89f2c3cf0d6441ede7bf3f0dfd0","span_id":"c0be67b18eefa2b3","x-request-id":"8be830c0-04f4-4bea-be94-93a16ba1a93e"}
{"level":"error","ts":1789469995.680754,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789470005.681251,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789470007.6388397,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789470007.6389437,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563"}
{"level":"info","ts":1789470007.6389577,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563"}
{"level":"info","ts":1789470007.6389782,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563","EoS":true}
{"level":"info","ts":1789470007.6390023,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563","header":"x-maas-group"}
{"level":"info","ts":1789470007.6390126,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563","header":"x-maas-username"}
{"level":"info","ts":1789470007.6390183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563","header":"x-maas-subscription"}
{"level":"info","ts":1789470007.6390336,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789470007.63907,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563"}
{"level":"info","ts":1789470007.6424422,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563"}
{"level":"info","ts":1789470007.6424723,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563"}
{"level":"info","ts":1789470007.6424928,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563","EoS":false}
{"level":"info","ts":1789470007.6425114,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563"}
{"level":"info","ts":1789470007.6425521,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563","EoS":false}
{"level":"info","ts":1789470007.642567,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563"}
{"level":"info","ts":1789470007.6425838,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563","EoS":false}
{"level":"info","ts":1789470007.6426048,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563"}
{"level":"info","ts":1789470007.6426253,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563","EoS":true}
{"level":"info","ts":1789470007.6426363,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5368fdff0c86bd0f2a0808189ada4517","span_id":"a68ae65660a12493","x-request-id":"64fa97e2-8e87-410e-909b-638260cf7563"}
{"level":"error","ts":1789470015.681705,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}