{"level":"error","ts":1789391555.965921,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"a32a756a-8154-4fc9-8ff9-739f1944d418","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-221783f7\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789391555.9659655,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"a32a756a-8154-4fc9-8ff9-739f1944d418","error":"failed to apply Service: services \"e2e-legacy-migration-221783f7\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789391555.9660273,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"7cc022b2-5222-402c-80ee-24a9ea882243"} {"level":"info","ts":1789391555.9660714,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"7cc022b2-5222-402c-80ee-24a9ea882243","name":"e2e-legacy-migration-221783f7"} {"level":"error","ts":1789391555.968994,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"4eb00802-3eb3-435a-9e2e-19998da9c52b","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-221783f7\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789391555.9691026,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"5b08a1c6-3082-495b-b34e-05ec87212c55","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-221783f7\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789391555.9691312,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"5b08a1c6-3082-495b-b34e-05ec87212c55","error":"ExternalModel \"e2e-legacy-migration-221783f7\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-221783f7\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789391555.9691873,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d2234069-43ba-4aa2-9faf-52ae6f346027"} {"level":"info","ts":1789391555.969217,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d2234069-43ba-4aa2-9faf-52ae6f346027","provider":"e2e-legacy-migration-221783f7","phase":"Failed"} {"level":"info","ts":1789391555.9797802,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"1023bc6d-37dd-4e39-9bad-9e8443d84667","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"info","ts":1789391555.9798186,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"1023bc6d-37dd-4e39-9bad-9e8443d84667","modelName":"e2e-legacy-migration-221783f7","resolvedRefs":1} {"level":"info","ts":1789391555.9799213,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"baf855c9-a3b4-46b7-9f84-59cc76bea3c5","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"error","ts":1789391555.9839127,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d2234069-43ba-4aa2-9faf-52ae6f346027","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-221783f7\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789391555.983985,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d2234069-43ba-4aa2-9faf-52ae6f346027","error":"ExternalModel \"e2e-legacy-migration-221783f7\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-221783f7\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789391555.984124,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d82ca8c7-12b3-47af-9888-9aa293706884"} {"level":"info","ts":1789391555.9841578,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d82ca8c7-12b3-47af-9888-9aa293706884","provider":"e2e-legacy-migration-221783f7","phase":"Failed"} {"level":"info","ts":1789391555.9900224,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"baf855c9-a3b4-46b7-9f84-59cc76bea3c5","name":"e2e-legacy-migration-221783f7"} {"level":"info","ts":1789391555.996075,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"7cc022b2-5222-402c-80ee-24a9ea882243","service":"e2e-legacy-migration-221783f7","serviceEntry":"e2e-legacy-migration-221783f7","destinationRule":"e2e-legacy-migration-221783f7"} {"level":"error","ts":1789391555.9976716,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d82ca8c7-12b3-47af-9888-9aa293706884","error":"ExternalModel \"e2e-legacy-migration-221783f7\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-221783f7\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789391555.9979851,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"baf855c9-a3b4-46b7-9f84-59cc76bea3c5","provider":"openai","model":"e2e-legacy-migration-221783f7","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789391556.0059507,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"a5e544b6-7cb8-4315-b18f-199cf411ca62","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"info","ts":1789391556.0060015,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"a5e544b6-7cb8-4315-b18f-199cf411ca62","modelName":"e2e-legacy-migration-221783f7","resolvedRefs":1} {"level":"info","ts":1789391556.0060697,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"26c5bd8c-99db-439f-ac44-d0511273ef63","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"info","ts":1789391556.0060954,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"26c5bd8c-99db-439f-ac44-d0511273ef63","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789391556.006194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"2ba37d43-b572-493f-a9e8-836006b8b9a5"} {"level":"info","ts":1789391556.00625,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"2ba37d43-b572-493f-a9e8-836006b8b9a5","name":"e2e-legacy-migration-221783f7"} {"level":"error","ts":1789391556.008808,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"7cc022b2-5222-402c-80ee-24a9ea882243","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-221783f7\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789391556.0089767,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"2163b394-bdda-4072-b641-4fd2e89d1b09"} {"level":"info","ts":1789391556.0090673,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"2163b394-bdda-4072-b641-4fd2e89d1b09","name":"e2e-legacy-migration-221783f7"} {"level":"info","ts":1789391556.0355356,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d1880601-2d68-406d-baec-14e75ce515bf","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"info","ts":1789391556.0356104,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d1880601-2d68-406d-baec-14e75ce515bf","modelName":"e2e-legacy-migration-221783f7","resolvedRefs":1} {"level":"info","ts":1789391556.045971,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"2163b394-bdda-4072-b641-4fd2e89d1b09","service":"e2e-legacy-migration-221783f7","serviceEntry":"e2e-legacy-migration-221783f7","destinationRule":"e2e-legacy-migration-221783f7"} {"level":"error","ts":1789391556.0519924,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"2ba37d43-b572-493f-a9e8-836006b8b9a5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-221783f7\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789391556.0520453,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"2ba37d43-b572-493f-a9e8-836006b8b9a5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-221783f7\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789391556.0521162,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d1f20cae-5ceb-486b-b946-b499808e67fb"} {"level":"info","ts":1789391556.0521812,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d1f20cae-5ceb-486b-b946-b499808e67fb","name":"e2e-legacy-migration-221783f7"} {"level":"info","ts":1789391556.0622046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"6e7185d6-c10f-4a25-a871-3c67ed666d36","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"info","ts":1789391556.0622494,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"6e7185d6-c10f-4a25-a871-3c67ed666d36","modelName":"e2e-legacy-migration-221783f7","resolvedRefs":1} {"level":"info","ts":1789391556.0763898,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d1f20cae-5ceb-486b-b946-b499808e67fb","httpRoute":"e2e-legacy-migration-221783f7","providers":["e2e-legacy-migration-221783f7"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789391556.0925236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d3180219-77b5-4379-b613-6bee1aaef889","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"info","ts":1789391556.0925686,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d3180219-77b5-4379-b613-6bee1aaef889","modelName":"e2e-legacy-migration-221783f7","resolvedRefs":1} {"level":"error","ts":1789391556.0925717,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d1f20cae-5ceb-486b-b946-b499808e67fb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-221783f7\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789391556.0926812,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"1dc85f0f-8c9e-43ae-a2c6-aab2a329ba32"} {"level":"info","ts":1789391556.0928001,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"1dc85f0f-8c9e-43ae-a2c6-aab2a329ba32","name":"e2e-legacy-migration-221783f7"} {"level":"info","ts":1789391556.1027281,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"1dc85f0f-8c9e-43ae-a2c6-aab2a329ba32","httpRoute":"e2e-legacy-migration-221783f7","providers":["e2e-legacy-migration-221783f7"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789391556.1523893,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"734f7a7c-92e7-448d-9bb5-16238cd14401","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"info","ts":1789391556.1607213,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"734f7a7c-92e7-448d-9bb5-16238cd14401","name":"e2e-legacy-migration-221783f7"} {"level":"info","ts":1789391556.170059,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"734f7a7c-92e7-448d-9bb5-16238cd14401","provider":"openai","model":"e2e-legacy-migration-221783f7","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789391558.8208907,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d737df02-c916-4996-bb62-0222af790773","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"info","ts":1789391558.8282802,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"2ba35a58-02df-4494-a93a-b5b86c2ba614","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"info","ts":1789391558.8283923,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"2ba35a58-02df-4494-a93a-b5b86c2ba614","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"info","ts":1789391558.828432,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"cbe0e5e9-f831-4052-ac57-0ba20b4756f9"} {"level":"info","ts":1789391558.829101,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"c3d07562-dcbf-4d95-9aaa-145e49836329","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"info","ts":1789391558.8291316,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"c3d07562-dcbf-4d95-9aaa-145e49836329","name":"e2e-legacy-migration-221783f7","namespace":"llm"} {"level":"info","ts":1789391558.8291993,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-221783f7","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-221783f7","reconcileID":"d408830a-0155-44cd-8dd4-81f09c203ccc"} {"level":"info","ts":1789391559.22772,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789391559.2279112,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2"} {"level":"info","ts":1789391559.227931,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2"} {"level":"info","ts":1789391559.2279472,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2","EoS":true} {"level":"info","ts":1789391559.2279773,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2","header":"x-maas-username"} {"level":"info","ts":1789391559.227988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2","header":"x-maas-subscription"} {"level":"info","ts":1789391559.2279975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2","header":"x-maas-group"} {"level":"info","ts":1789391559.2280183,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789391559.228033,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2","modelName":"e2e-external-model"} {"level":"info","ts":1789391559.2280502,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789391559.2280815,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789391559.228104,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2","authType":"apikey"} {"level":"info","ts":1789391559.228134,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2"} {"level":"info","ts":1789391559.455447,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2"} {"level":"info","ts":1789391559.4554834,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2"} {"level":"info","ts":1789391559.455513,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2","EoS":false} {"level":"info","ts":1789391559.4555314,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2"} {"level":"info","ts":1789391559.4555748,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2","EoS":true} {"level":"info","ts":1789391559.4555917,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"54b765c25dcd1fc52b093603083793c6","span_id":"f24454f8cc3f3322","x-request-id":"24c7d81d-0230-476d-b879-b9ff9b7f40b2"} {"level":"info","ts":1789391559.511914,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789391559.512012,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40"} {"level":"info","ts":1789391559.5120277,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40"} {"level":"info","ts":1789391559.5120442,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40","EoS":true} {"level":"info","ts":1789391559.5120728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40","header":"x-maas-username"} {"level":"info","ts":1789391559.5120854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40","header":"x-maas-subscription"} {"level":"info","ts":1789391559.5120943,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40","header":"x-maas-group"} {"level":"info","ts":1789391559.5121143,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789391559.512179,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40"} {"level":"info","ts":1789391559.6781414,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40"} {"level":"info","ts":1789391559.6781683,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40"} {"level":"info","ts":1789391559.678189,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40","EoS":false} {"level":"info","ts":1789391559.6782064,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40"} {"level":"info","ts":1789391559.6782482,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40","EoS":true} {"level":"info","ts":1789391559.6782596,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1616afe20b0b44b08136b428f9704878","span_id":"ca8a1c3597084bc1","x-request-id":"e53516f7-1cfe-4356-87a5-9ce3920b4e40"} {"level":"info","ts":1789391559.7190044,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789391559.719097,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0"} {"level":"info","ts":1789391559.7191122,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0"} {"level":"info","ts":1789391559.719125,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0","EoS":true} {"level":"info","ts":1789391559.7191439,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0","header":"x-maas-subscription"} {"level":"info","ts":1789391559.7191546,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0","header":"x-maas-username"} {"level":"info","ts":1789391559.7191598,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0","header":"x-maas-group"} {"level":"info","ts":1789391559.7191877,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0"} {"level":"info","ts":1789391559.7662923,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0"} {"level":"info","ts":1789391559.7663288,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0"} {"level":"info","ts":1789391559.766347,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0","EoS":false} {"level":"info","ts":1789391559.766368,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0"} {"level":"info","ts":1789391559.7664027,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0","EoS":true} {"level":"info","ts":1789391559.7664144,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2cf2aeb90a778ffc2fa3ecab88c477c9","span_id":"88f1c069cf9fcd94","x-request-id":"a6186a57-79a7-4021-b035-7143bb73f1f0"} {"level":"info","ts":1789391560.5493448,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cdfc05d-1b3a-4348-91bd-2151eabd157e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789391560.549458,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cdfc05d-1b3a-4348-91bd-2151eabd157e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789391560.5495534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b7e9b5b-5991-4fc5-b7e4-77176c247d75"} {"level":"info","ts":1789391560.6925957,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4510f717-bbcd-4554-a1ba-5aae198cc28c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789391560.6927228,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4510f717-bbcd-4554-a1ba-5aae198cc28c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789391560.6928446,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c4a12f3-6ff2-42a3-a4e5-9a050929932e"} {"level":"info","ts":1789391560.7990282,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9cc57102-accd-4d30-941c-5df35d7d3652","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789391560.799146,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9cc57102-accd-4d30-941c-5df35d7d3652","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789391561.445412,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789391564.339481,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789391564.3396547,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d"} {"level":"info","ts":1789391564.3396726,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d"} {"level":"info","ts":1789391564.339686,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d","EoS":true} {"level":"info","ts":1789391564.3397095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d","header":"x-maas-username"} {"level":"info","ts":1789391564.3397198,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d","header":"x-maas-group"} {"level":"info","ts":1789391564.339724,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d","header":"x-maas-subscription"} {"level":"info","ts":1789391564.339757,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789391564.3397841,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d"} {"level":"info","ts":1789391564.342423,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d"} {"level":"info","ts":1789391564.3424432,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d"} {"level":"info","ts":1789391564.3424637,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d","EoS":false} {"level":"info","ts":1789391564.3424823,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d"} {"level":"info","ts":1789391564.3425431,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d","EoS":true} {"level":"info","ts":1789391564.3425574,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb15e31b18773f142ebcc1230163895b","span_id":"794c6158afba0c26","x-request-id":"29f1b6b4-47d0-47f8-9414-91b9fe930c2d"} {"level":"info","ts":1789391564.439173,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789391564.4392734,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e"} {"level":"info","ts":1789391564.4392862,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e"} {"level":"info","ts":1789391564.4392984,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e","EoS":true} {"level":"info","ts":1789391564.439321,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e","header":"x-maas-subscription"} {"level":"info","ts":1789391564.4393313,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e","header":"x-maas-group"} {"level":"info","ts":1789391564.4393368,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e","header":"x-maas-username"} {"level":"info","ts":1789391564.4393516,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789391564.4393826,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e"} {"level":"info","ts":1789391564.4403222,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e"} {"level":"info","ts":1789391564.4403546,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e"} {"level":"info","ts":1789391564.4403753,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e","EoS":false} {"level":"info","ts":1789391564.4403946,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e"} {"level":"info","ts":1789391564.4404478,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e","EoS":true} {"level":"info","ts":1789391564.440459,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"57765abf05a904cc0b24ad3a04138a0d","span_id":"e0b283255b074137","x-request-id":"de4b62a1-48f7-4619-aa01-6a5de82b967e"} {"level":"info","ts":1789391564.5372837,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789391564.537383,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516"} {"level":"info","ts":1789391564.5373948,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516"} {"level":"info","ts":1789391564.5374062,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516","EoS":true} {"level":"info","ts":1789391564.5374284,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516","header":"x-maas-username"} {"level":"info","ts":1789391564.5374405,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516","header":"x-maas-group"} {"level":"info","ts":1789391564.5374465,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516","header":"x-maas-subscription"} {"level":"info","ts":1789391564.5374608,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789391564.537486,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516"} {"level":"info","ts":1789391564.5383456,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516"} {"level":"info","ts":1789391564.5384314,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516"} {"level":"info","ts":1789391564.5384738,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516","EoS":false} {"level":"info","ts":1789391564.5384934,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516"} {"level":"info","ts":1789391564.53855,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516","EoS":true} {"level":"info","ts":1789391564.5385635,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2812c47a162b5d75b26371683882feed","span_id":"1853b27ec11ecf16","x-request-id":"ddedc8b7-c476-4c84-a78c-c4c222ccd516"} {"level":"info","ts":1789391564.6366162,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789391564.6367874,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43"} {"level":"info","ts":1789391564.6368027,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43"} {"level":"info","ts":1789391564.6368232,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43","EoS":true} {"level":"info","ts":1789391564.636877,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43","header":"x-maas-group"} {"level":"info","ts":1789391564.636894,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43","header":"x-maas-subscription"} {"level":"info","ts":1789391564.6369023,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43","header":"x-maas-username"} {"level":"info","ts":1789391564.6369421,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789391564.636979,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43"} {"level":"info","ts":1789391564.637893,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43"} {"level":"info","ts":1789391564.6379132,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43"} {"level":"info","ts":1789391564.6379287,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43","EoS":false} {"level":"info","ts":1789391564.6379406,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43"} {"level":"info","ts":1789391564.637961,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43","EoS":true} {"level":"info","ts":1789391564.6379702,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a17fa296f86d02870f516a1072a9005","span_id":"49285d73df3b2eb9","x-request-id":"563e18b6-6348-4b57-951f-89a2ed7aed43"} {"level":"error","ts":1789391576.4466674,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789391578.2941468,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789391578.294236,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"010c2433e2ab87469f6b63d467ad4c15","span_id":"9789bd13cf019dc9","x-request-id":"f31aadbd-4d57-47d5-88b1-24a9ae8e1988"} {"level":"info","ts":1789391578.2942479,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"010c2433e2ab87469f6b63d467ad4c15","span_id":"9789bd13cf019dc9","x-request-id":"f31aadbd-4d57-47d5-88b1-24a9ae8e1988"} {"level":"info","ts":1789391578.294261,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"010c2433e2ab87469f6b63d467ad4c15","span_id":"9789bd13cf019dc9","x-request-id":"f31aadbd-4d57-47d5-88b1-24a9ae8e1988","EoS":true} {"level":"info","ts":1789391578.29432,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"010c2433e2ab87469f6b63d467ad4c15","span_id":"9789bd13cf019dc9","x-request-id":"f31aadbd-4d57-47d5-88b1-24a9ae8e1988"} {"level":"info","ts":1789391578.4459646,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789391578.4460745,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a414b35a67c29934da687b56825f06ba","span_id":"7c071d58f6f03b2c","x-request-id":"5c42a2da-3b6b-453d-9321-2b23a8ab37e1"} {"level":"info","ts":1789391578.4460897,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a414b35a67c29934da687b56825f06ba","span_id":"7c071d58f6f03b2c","x-request-id":"5c42a2da-3b6b-453d-9321-2b23a8ab37e1"} {"level":"info","ts":1789391578.4461029,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a414b35a67c29934da687b56825f06ba","span_id":"7c071d58f6f03b2c","x-request-id":"5c42a2da-3b6b-453d-9321-2b23a8ab37e1","EoS":true} {"level":"info","ts":1789391578.4461427,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a414b35a67c29934da687b56825f06ba","span_id":"7c071d58f6f03b2c","x-request-id":"5c42a2da-3b6b-453d-9321-2b23a8ab37e1"} {"level":"info","ts":1789391578.5983546,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789391578.5984542,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"20915e110a0920be562d38b240c9fc63","span_id":"be5d5f3515b1f0b2","x-request-id":"37f0c524-e6c9-4d69-862c-4ae4987308a8"} {"level":"info","ts":1789391578.5984693,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"20915e110a0920be562d38b240c9fc63","span_id":"be5d5f3515b1f0b2","x-request-id":"37f0c524-e6c9-4d69-862c-4ae4987308a8"} {"level":"info","ts":1789391578.5984826,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"20915e110a0920be562d38b240c9fc63","span_id":"be5d5f3515b1f0b2","x-request-id":"37f0c524-e6c9-4d69-862c-4ae4987308a8","EoS":true} {"level":"info","ts":1789391578.5985262,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"20915e110a0920be562d38b240c9fc63","span_id":"be5d5f3515b1f0b2","x-request-id":"37f0c524-e6c9-4d69-862c-4ae4987308a8"} {"level":"error","ts":1789391591.447827,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789392680.0656452,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789392680.065778,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0"} {"level":"info","ts":1789392680.0657923,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0"} {"level":"info","ts":1789392680.065806,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0","EoS":true} {"level":"info","ts":1789392680.0658312,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0","header":"x-maas-subscription"} {"level":"info","ts":1789392680.0658386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0","header":"x-maas-group"} {"level":"info","ts":1789392680.065844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0","header":"x-maas-username"} {"level":"info","ts":1789392680.0658605,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789392680.0658872,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0"} {"level":"info","ts":1789392680.0670197,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0"} {"level":"info","ts":1789392680.0670404,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0"} {"level":"info","ts":1789392680.067056,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0","EoS":false} {"level":"info","ts":1789392680.0670686,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0"} {"level":"info","ts":1789392680.0670893,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0","EoS":true} {"level":"info","ts":1789392680.0670986,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"54cbb5eb0ef700cfe5a4153924ccc8dd","span_id":"ee6ff960e6564ba6","x-request-id":"919796a9-b7e4-41f3-b5db-2ba688640cb0"} {"level":"info","ts":1789392680.1138492,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789392680.113923,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366"} {"level":"info","ts":1789392680.1139345,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366"} {"level":"info","ts":1789392680.1139445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366","EoS":true} {"level":"info","ts":1789392680.1139662,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366","header":"x-maas-username"} {"level":"info","ts":1789392680.1139758,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366","header":"x-maas-group"} {"level":"info","ts":1789392680.113982,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366","header":"x-maas-subscription"} {"level":"info","ts":1789392680.113994,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789392680.1140172,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366"} {"level":"info","ts":1789392680.114857,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366"} {"level":"info","ts":1789392680.1148736,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366"} {"level":"info","ts":1789392680.1148856,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366","EoS":false} {"level":"info","ts":1789392680.114899,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366"} {"level":"info","ts":1789392680.1149223,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366","EoS":true} {"level":"info","ts":1789392680.114932,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c0a2c70560f53fcae8006b3144ff61c","span_id":"7c6ac1b1dba90777","x-request-id":"1c479df2-d389-4326-b869-5931e5405366"} {"level":"error","ts":1789392691.5857666,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789393012.347214,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393012.3473182,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c"} {"level":"info","ts":1789393012.347331,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c"} {"level":"info","ts":1789393012.3473437,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c","EoS":true} {"level":"info","ts":1789393012.3473656,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c","header":"x-maas-group"} {"level":"info","ts":1789393012.3473754,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c","header":"x-maas-username"} {"level":"info","ts":1789393012.3473802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c","header":"x-maas-subscription"} {"level":"info","ts":1789393012.347394,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789393012.3474174,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c"} {"level":"info","ts":1789393012.3596966,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c"} {"level":"info","ts":1789393012.3597271,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c"} {"level":"info","ts":1789393012.3597631,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c","EoS":false} {"level":"info","ts":1789393012.3597755,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c"} {"level":"info","ts":1789393012.3598,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c","EoS":true} {"level":"info","ts":1789393012.3598113,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ce492c9f0638113498af7b4841cca5e","span_id":"ce73c9313e0c2b08","x-request-id":"5257aa51-604b-4ad8-8482-a4af335b262c"} {"level":"info","ts":1789393012.4983068,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393012.4983914,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c"} {"level":"info","ts":1789393012.4984062,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c"} {"level":"info","ts":1789393012.498418,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c","EoS":true} {"level":"info","ts":1789393012.4984386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c","header":"x-maas-group"} {"level":"info","ts":1789393012.4984484,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c","header":"x-maas-username"} {"level":"info","ts":1789393012.498454,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c","header":"x-maas-subscription"} {"level":"info","ts":1789393012.498467,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789393012.4984918,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c"} {"level":"info","ts":1789393012.5000665,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c"} {"level":"info","ts":1789393012.5000837,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c"} {"level":"info","ts":1789393012.5000944,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c","EoS":false} {"level":"info","ts":1789393012.500106,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c"} {"level":"info","ts":1789393012.5001318,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c","EoS":true} {"level":"info","ts":1789393012.5001469,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7fd0a37e2d020f02e88d28b478c43255","span_id":"3f14b9bd6376b5b9","x-request-id":"6c5a6244-6cc0-4c65-bcf3-49057f1bdf5c"} {"level":"info","ts":1789393012.6373875,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393012.6374676,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55"} {"level":"info","ts":1789393012.6374805,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55"} {"level":"info","ts":1789393012.637492,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55","EoS":true} {"level":"info","ts":1789393012.6375122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55","header":"x-maas-group"} {"level":"info","ts":1789393012.6375232,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55","header":"x-maas-subscription"} {"level":"info","ts":1789393012.6375284,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55","header":"x-maas-username"} {"level":"info","ts":1789393012.6375418,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789393012.637562,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55"} {"level":"info","ts":1789393012.6381652,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55"} {"level":"info","ts":1789393012.638181,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55"} {"level":"info","ts":1789393012.6381903,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55","EoS":false} {"level":"info","ts":1789393012.6381996,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55"} {"level":"info","ts":1789393012.6382236,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55","EoS":true} {"level":"info","ts":1789393012.6382544,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dcb964e75ebf9d5f0afda0192a47bfae","span_id":"18a8e7b0b7c131dd","x-request-id":"324d3af8-b5a8-4d0b-a61a-a41baf895d55"} {"level":"info","ts":1789393012.7732563,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393012.77334,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd"} {"level":"info","ts":1789393012.7733536,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd"} {"level":"info","ts":1789393012.7733657,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd","EoS":true} {"level":"info","ts":1789393012.773387,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd","header":"x-maas-subscription"} {"level":"info","ts":1789393012.7733967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd","header":"x-maas-group"} {"level":"info","ts":1789393012.7734032,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd","header":"x-maas-username"} {"level":"info","ts":1789393012.7734153,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789393012.7734377,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd"} {"level":"info","ts":1789393012.7740269,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd"} {"level":"info","ts":1789393012.7740395,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd"} {"level":"info","ts":1789393012.7740507,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd","EoS":false} {"level":"info","ts":1789393012.77406,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd"} {"level":"info","ts":1789393012.7740824,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd","EoS":true} {"level":"info","ts":1789393012.774096,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"694da2a0258a91392a872089a10debc7","span_id":"7ba96556f1405741","x-request-id":"67673f01-3da3-413e-b4eb-5466784236dd"} {"level":"info","ts":1789393012.9086401,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393012.908723,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4"} {"level":"info","ts":1789393012.9087589,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4"} {"level":"info","ts":1789393012.9087784,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4","EoS":true} {"level":"info","ts":1789393012.9088068,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4","header":"x-maas-subscription"} {"level":"info","ts":1789393012.9088225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4","header":"x-maas-username"} {"level":"info","ts":1789393012.9088356,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4","header":"x-maas-group"} {"level":"info","ts":1789393012.9088576,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789393012.9088862,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4"} {"level":"info","ts":1789393012.909466,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4"} {"level":"info","ts":1789393012.9094844,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4"} {"level":"info","ts":1789393012.9094996,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4","EoS":false} {"level":"info","ts":1789393012.9095113,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4"} {"level":"info","ts":1789393012.9095318,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4","EoS":true} {"level":"info","ts":1789393012.9095411,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ace01e8e5d12a99db7469b1033e67e9c","span_id":"4e39f3aef7cc454a","x-request-id":"d3de4189-1f58-4fe0-8a9b-56b16c8448a4"} {"level":"info","ts":1789393025.7916913,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393025.7918296,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff"} {"level":"info","ts":1789393025.7918508,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff"} {"level":"info","ts":1789393025.7918732,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff","EoS":true} {"level":"info","ts":1789393025.7919033,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff","header":"x-maas-subscription"} {"level":"info","ts":1789393025.79192,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff","header":"x-maas-username"} {"level":"info","ts":1789393025.7919292,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff","header":"x-maas-group"} {"level":"info","ts":1789393025.791951,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789393025.7919867,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff"} {"level":"info","ts":1789393025.7933083,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff"} {"level":"info","ts":1789393025.7933266,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff"} {"level":"info","ts":1789393025.793343,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff","EoS":false} {"level":"info","ts":1789393025.7933543,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff"} {"level":"info","ts":1789393025.7933776,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff","EoS":true} {"level":"info","ts":1789393025.7933848,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1be53de00508205215b5f7adeb4c0459","span_id":"8805fc3b6a799912","x-request-id":"521a8254-3fe1-4d78-83b6-8aa23aae65ff"} {"level":"info","ts":1789393025.8972487,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393025.897325,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c45c1593177b7470fad6917cb6f769ce","span_id":"4bddfab642a2b7c7","x-request-id":"1a7ef99c-b657-428f-8fcb-57d2072b889e"} {"level":"info","ts":1789393025.8978698,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c45c1593177b7470fad6917cb6f769ce","span_id":"4bddfab642a2b7c7","x-request-id":"1a7ef99c-b657-428f-8fcb-57d2072b889e"} {"level":"info","ts":1789393025.8978865,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c45c1593177b7470fad6917cb6f769ce","span_id":"4bddfab642a2b7c7","x-request-id":"1a7ef99c-b657-428f-8fcb-57d2072b889e"} {"level":"info","ts":1789393025.8979003,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c45c1593177b7470fad6917cb6f769ce","span_id":"4bddfab642a2b7c7","x-request-id":"1a7ef99c-b657-428f-8fcb-57d2072b889e","EoS":false} {"level":"info","ts":1789393025.8979137,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c45c1593177b7470fad6917cb6f769ce","span_id":"4bddfab642a2b7c7","x-request-id":"1a7ef99c-b657-428f-8fcb-57d2072b889e"} {"level":"info","ts":1789393025.8979454,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c45c1593177b7470fad6917cb6f769ce","span_id":"4bddfab642a2b7c7","x-request-id":"1a7ef99c-b657-428f-8fcb-57d2072b889e","EoS":true} {"level":"info","ts":1789393025.8979585,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c45c1593177b7470fad6917cb6f769ce","span_id":"4bddfab642a2b7c7","x-request-id":"1a7ef99c-b657-428f-8fcb-57d2072b889e"} {"level":"error","ts":1789393026.6262016,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789393026.6341207,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393026.63421,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f"} {"level":"info","ts":1789393026.6342223,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f"} {"level":"info","ts":1789393026.6342332,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f","EoS":true} {"level":"info","ts":1789393026.6342525,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f","header":"x-maas-group"} {"level":"info","ts":1789393026.6342633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f","header":"x-maas-subscription"} {"level":"info","ts":1789393026.6342685,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f","header":"x-maas-username"} {"level":"info","ts":1789393026.6342819,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789393026.6343045,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f"} {"level":"info","ts":1789393026.635129,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f"} {"level":"info","ts":1789393026.6351476,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f"} {"level":"info","ts":1789393026.6351619,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f","EoS":false} {"level":"info","ts":1789393026.63518,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f"} {"level":"info","ts":1789393026.6352074,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f","EoS":true} {"level":"info","ts":1789393026.6352167,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9e9f399041e096c4113f1a3f2b31c66","span_id":"a2f7afda81d77fa1","x-request-id":"b6067167-1a67-4bc3-8ce3-fdb3669f213f"} {"level":"info","ts":1789393027.5757582,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393027.5758557,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad"} {"level":"info","ts":1789393027.5758717,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad"} {"level":"info","ts":1789393027.5758877,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad","EoS":true} {"level":"info","ts":1789393027.575909,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad","header":"x-maas-group"} {"level":"info","ts":1789393027.5759192,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad","header":"x-maas-username"} {"level":"info","ts":1789393027.575924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad","header":"x-maas-subscription"} {"level":"info","ts":1789393027.5759385,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789393027.5759697,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad"} {"level":"info","ts":1789393027.5768492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad"} {"level":"info","ts":1789393027.5768702,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad"} {"level":"info","ts":1789393027.5768898,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad","EoS":false} {"level":"info","ts":1789393027.5769048,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad"} {"level":"info","ts":1789393027.5769408,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad","EoS":true} {"level":"info","ts":1789393027.5769515,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1144a9aead6ae907de7f36f2de958410","span_id":"f433a3b45e04e8c6","x-request-id":"44444000-9bc2-46bd-abeb-0818f0ebf1ad"} {"level":"info","ts":1789393028.276665,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393028.2767828,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629"} {"level":"info","ts":1789393028.2767968,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629"} {"level":"info","ts":1789393028.2768114,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629","EoS":true} {"level":"info","ts":1789393028.276838,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629","header":"x-maas-username"} {"level":"info","ts":1789393028.2768495,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629","header":"x-maas-group"} {"level":"info","ts":1789393028.2768555,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629","header":"x-maas-subscription"} {"level":"info","ts":1789393028.2768693,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789393028.2768958,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629"} {"level":"info","ts":1789393028.277749,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629"} {"level":"info","ts":1789393028.2777696,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629"} {"level":"info","ts":1789393028.2777889,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629","EoS":false} {"level":"info","ts":1789393028.2778106,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629"} {"level":"info","ts":1789393028.2778437,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629","EoS":true} {"level":"info","ts":1789393028.2778547,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"328f4864ae4f78f818f59410596a5ba0","span_id":"ae4ffb2187a9cb99","x-request-id":"48e7ed6d-5745-49b3-a565-c751299a1629"} {"level":"info","ts":1789393029.3816032,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393029.381719,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1"} {"level":"info","ts":1789393029.3817542,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1"} {"level":"info","ts":1789393029.3817694,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1","EoS":true} {"level":"info","ts":1789393029.3817902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1","header":"x-maas-subscription"} {"level":"info","ts":1789393029.3818014,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1","header":"x-maas-group"} {"level":"info","ts":1789393029.3818073,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1","header":"x-maas-username"} {"level":"info","ts":1789393029.3818238,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789393029.3818507,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1"} {"level":"info","ts":1789393029.3826978,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1"} {"level":"info","ts":1789393029.3827176,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1"} {"level":"info","ts":1789393029.3827317,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1","EoS":false} {"level":"info","ts":1789393029.3827672,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1"} {"level":"info","ts":1789393029.3827975,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1","EoS":true} {"level":"info","ts":1789393029.3828125,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cdbc41b03e5df31f622e586bb6d4ed20","span_id":"5e949484fe99d4a9","x-request-id":"b00a6608-a3ad-45d8-88ea-a50423fb44d1"} {"level":"error","ts":1789393041.626923,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789393049.2028983,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393049.2029848,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3"} {"level":"info","ts":1789393049.202997,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3"} {"level":"info","ts":1789393049.2030091,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3","EoS":true} {"level":"info","ts":1789393049.20303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3","header":"x-maas-group"} {"level":"info","ts":1789393049.2030404,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3","header":"x-maas-subscription"} {"level":"info","ts":1789393049.2030451,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3","header":"x-maas-username"} {"level":"info","ts":1789393049.2030587,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789393049.203085,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3"} {"level":"info","ts":1789393049.2039266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3"} {"level":"info","ts":1789393049.2039464,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3"} {"level":"info","ts":1789393049.203961,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3","EoS":false} {"level":"info","ts":1789393049.2039719,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3"} {"level":"info","ts":1789393049.2039928,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3","EoS":true} {"level":"info","ts":1789393049.2040021,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7f13226cbb9a8e761acae9a0175815dc","span_id":"c5d32aeec5c56d61","x-request-id":"1a8a906b-c46b-4a5d-be47-737cfef217e3"} {"level":"error","ts":1789393061.6284146,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789393138.6854599,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393138.6855476,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562"} {"level":"info","ts":1789393138.6855614,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562"} {"level":"info","ts":1789393138.6855733,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562","EoS":true} {"level":"info","ts":1789393138.6855938,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562","header":"x-maas-username"} {"level":"info","ts":1789393138.6856039,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562","header":"x-maas-subscription"} {"level":"info","ts":1789393138.6856086,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562","header":"x-maas-group"} {"level":"info","ts":1789393138.6856227,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789393138.6856444,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562"} {"level":"info","ts":1789393138.6977766,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562"} {"level":"info","ts":1789393138.697795,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562"} {"level":"info","ts":1789393138.6978092,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562","EoS":false} {"level":"info","ts":1789393138.6978207,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562"} {"level":"info","ts":1789393138.6978443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562","EoS":true} {"level":"info","ts":1789393138.6978528,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ad3faf8af076556a19aa3c5c71385ea","span_id":"6b05fe1252db098b","x-request-id":"bb0dd0a9-4472-4956-bb95-961e6c1db562"} {"level":"error","ts":1789393151.6386971,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789393221.111307,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393221.111416,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843"} {"level":"info","ts":1789393221.1114318,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843"} {"level":"info","ts":1789393221.111446,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843","EoS":true} {"level":"info","ts":1789393221.1114666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843","header":"x-maas-username"} {"level":"info","ts":1789393221.1114767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843","header":"x-maas-subscription"} {"level":"info","ts":1789393221.1114814,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843","header":"x-maas-group"} {"level":"info","ts":1789393221.1114953,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789393221.1115196,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843"} {"level":"info","ts":1789393221.112227,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843"} {"level":"info","ts":1789393221.1122556,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843"} {"level":"info","ts":1789393221.1122766,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843","EoS":false} {"level":"info","ts":1789393221.112299,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843"} {"level":"info","ts":1789393221.1123364,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843","EoS":true} {"level":"info","ts":1789393221.11235,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b6129d55629431700ca73013243f7a1f","span_id":"ad0d2b5a9a0396ed","x-request-id":"e2f455b3-40d6-4e24-ad20-c1fce2be8843"} {"level":"error","ts":1789393231.6488466,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789393234.6886082,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393234.6886978,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334"} {"level":"info","ts":1789393234.6887105,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334"} {"level":"info","ts":1789393234.6887217,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334","EoS":true} {"level":"info","ts":1789393234.688774,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334","header":"x-maas-username"} {"level":"info","ts":1789393234.688789,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334","header":"x-maas-group"} {"level":"info","ts":1789393234.688797,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334","header":"x-maas-subscription"} {"level":"info","ts":1789393234.688811,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789393234.6888359,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334"} {"level":"info","ts":1789393234.7016335,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334"} {"level":"info","ts":1789393234.7016516,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334"} {"level":"info","ts":1789393234.7016673,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334","EoS":false} {"level":"info","ts":1789393234.7016845,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334"} {"level":"info","ts":1789393234.7017124,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334","EoS":false} {"level":"info","ts":1789393234.7017272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334"} {"level":"info","ts":1789393234.7017558,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334","EoS":false} {"level":"info","ts":1789393234.7017655,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334"} {"level":"info","ts":1789393234.701777,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334","EoS":true} {"level":"info","ts":1789393234.701784,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"85d6aabc47f7090113d40e472f559366","span_id":"1dcc7644645b3872","x-request-id":"98538c48-c79e-4ec5-89b6-2981a1791334"} {"level":"info","ts":1789393234.8378296,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393234.8379068,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1"} {"level":"info","ts":1789393234.8379202,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1"} {"level":"info","ts":1789393234.837932,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1","EoS":true} {"level":"info","ts":1789393234.8379536,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1","header":"x-maas-group"} {"level":"info","ts":1789393234.8379617,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1","header":"x-maas-username"} {"level":"info","ts":1789393234.8379674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1","header":"x-maas-subscription"} {"level":"info","ts":1789393234.8379805,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789393234.8380075,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1"} {"level":"info","ts":1789393234.8388636,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1"} {"level":"info","ts":1789393234.8388813,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1"} {"level":"info","ts":1789393234.8388958,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1","EoS":false} {"level":"info","ts":1789393234.8389153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1"} {"level":"info","ts":1789393234.8389413,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1","EoS":false} {"level":"info","ts":1789393234.8389537,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1"} {"level":"info","ts":1789393234.8389647,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1","EoS":true} {"level":"info","ts":1789393234.8389719,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7476027980352b0360487991f8e233e","span_id":"dcce097cfdb9c563","x-request-id":"1925633f-0fd2-4829-9985-e58a2d6441c1"} {"level":"info","ts":1789393234.9871976,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393234.9872775,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c"} {"level":"info","ts":1789393234.9872887,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c"} {"level":"info","ts":1789393234.9873006,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c","EoS":true} {"level":"info","ts":1789393234.9873183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c","header":"x-maas-subscription"} {"level":"info","ts":1789393234.9873278,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c","header":"x-maas-group"} {"level":"info","ts":1789393234.9873326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c","header":"x-maas-username"} {"level":"info","ts":1789393234.9873438,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789393234.9873683,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c"} {"level":"info","ts":1789393234.9881976,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c"} {"level":"info","ts":1789393234.988214,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c"} {"level":"info","ts":1789393234.9882255,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c","EoS":false} {"level":"info","ts":1789393234.988243,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c"} {"level":"info","ts":1789393234.9882762,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c","EoS":false} {"level":"info","ts":1789393234.9882874,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c"} {"level":"info","ts":1789393234.9882998,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c","EoS":true} {"level":"info","ts":1789393234.988307,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4f9844231c12ee8b363b0be40e3f9629","span_id":"ab05dd07018eec0c","x-request-id":"82153599-8da6-48b5-a8dc-14a3ada8653c"} {"level":"error","ts":1789393246.6502056,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789393247.7795117,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789393247.7796109,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8"} {"level":"info","ts":1789393247.779622,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8"} {"level":"info","ts":1789393247.779634,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8","EoS":true} {"level":"info","ts":1789393247.7796533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8","header":"x-maas-group"} {"level":"info","ts":1789393247.7796683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8","header":"x-maas-username"} {"level":"info","ts":1789393247.7796774,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8","header":"x-maas-subscription"} {"level":"info","ts":1789393247.7796974,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789393247.7797327,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8"} {"level":"info","ts":1789393247.7828016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8"} {"level":"info","ts":1789393247.7828221,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8"} {"level":"info","ts":1789393247.7828386,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8","EoS":false} {"level":"info","ts":1789393247.7828507,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8"} {"level":"info","ts":1789393247.782878,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8","EoS":false} {"level":"info","ts":1789393247.7828903,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8"} {"level":"info","ts":1789393247.782901,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8","EoS":true} {"level":"info","ts":1789393247.7829108,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9a47337d741125e02a362d3c29be14cb","span_id":"4f4559858069c199","x-request-id":"f0d01781-94f8-4f22-9981-7584b9e767e8"} {"level":"error","ts":1789393261.651975,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}