{"level":"info","ts":1789505670.527337,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"f8965e7f-6ea1-4ea5-b2a5-8d64dc5efe99","name":"e2e-legacy-migration-29adb7c4"} {"level":"info","ts":1789505670.5275214,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"83302d3b-a00b-44cd-8703-f4a4a1a9f42c","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505670.5275712,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"83302d3b-a00b-44cd-8703-f4a4a1a9f42c","modelName":"e2e-legacy-migration-29adb7c4","resolvedRefs":1} {"level":"error","ts":1789505670.5278974,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"bca0c734-a354-42a1-bfe0-894d4db7b10c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-29adb7c4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789505670.5282366,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"bca0c734-a354-42a1-bfe0-894d4db7b10c","name":"e2e-legacy-migration-29adb7c4"} {"level":"info","ts":1789505670.53591,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"f8965e7f-6ea1-4ea5-b2a5-8d64dc5efe99","provider":"openai","model":"e2e-legacy-migration-29adb7c4","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789505670.5359485,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"696feffc-c443-4c4e-9809-76758b2434f4","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505670.53598,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"696feffc-c443-4c4e-9809-76758b2434f4","modelName":"e2e-legacy-migration-29adb7c4","resolvedRefs":1} {"level":"error","ts":1789505670.5393622,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"d3aeb5ea-1c32-40ae-ac08-4a4c18d1fea6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-29adb7c4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789505670.5394523,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"d3aeb5ea-1c32-40ae-ac08-4a4c18d1fea6","provider":"e2e-legacy-migration-29adb7c4","phase":"Pending"} {"level":"info","ts":1789505670.5418298,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"f52a904e-2942-4aa0-bea1-364616e39fb6","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505670.541858,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"f52a904e-2942-4aa0-bea1-364616e39fb6","modelName":"e2e-legacy-migration-29adb7c4","resolvedRefs":1} {"level":"error","ts":1789505670.542969,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"bca0c734-a354-42a1-bfe0-894d4db7b10c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-29adb7c4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789505670.5430925,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"bca0c734-a354-42a1-bfe0-894d4db7b10c","error":"failed to apply Service: services \"e2e-legacy-migration-29adb7c4\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789505670.5431807,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"bf0f07ae-41ae-4037-af66-78adf1f38d6a"} {"level":"info","ts":1789505670.5432441,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"bf0f07ae-41ae-4037-af66-78adf1f38d6a","name":"e2e-legacy-migration-29adb7c4"} {"level":"error","ts":1789505670.543303,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"d3aeb5ea-1c32-40ae-ac08-4a4c18d1fea6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-29adb7c4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789505670.5433435,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"d3aeb5ea-1c32-40ae-ac08-4a4c18d1fea6","error":"ExternalModel \"e2e-legacy-migration-29adb7c4\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-29adb7c4\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789505670.5433993,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"4a365beb-ee30-4138-8043-9e6df88a8e61"} {"level":"info","ts":1789505670.5434234,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"4a365beb-ee30-4138-8043-9e6df88a8e61","provider":"e2e-legacy-migration-29adb7c4","phase":"Pending"} {"level":"error","ts":1789505670.560717,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"4a365beb-ee30-4138-8043-9e6df88a8e61","error":"ExternalModel \"e2e-legacy-migration-29adb7c4\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-29adb7c4\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789505670.5681558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"bcf19085-32b8-40f6-8f56-338345d6ecc4"} {"level":"info","ts":1789505670.5684118,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"bcf19085-32b8-40f6-8f56-338345d6ecc4","name":"e2e-legacy-migration-29adb7c4"} {"level":"info","ts":1789505670.5684407,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"bf0f07ae-41ae-4037-af66-78adf1f38d6a","service":"e2e-legacy-migration-29adb7c4","serviceEntry":"e2e-legacy-migration-29adb7c4","destinationRule":"e2e-legacy-migration-29adb7c4"} {"level":"info","ts":1789505670.5686285,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"4775a81f-f9b7-4212-a1ee-7ba335938638","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505670.5686593,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"4775a81f-f9b7-4212-a1ee-7ba335938638","modelName":"e2e-legacy-migration-29adb7c4","resolvedRefs":1} {"level":"info","ts":1789505670.5682743,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"95f1b2c1-e185-4642-a60a-2c222911a024","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505670.5687115,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"95f1b2c1-e185-4642-a60a-2c222911a024","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789505670.5931053,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"bf0f07ae-41ae-4037-af66-78adf1f38d6a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-29adb7c4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789505670.5932353,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"8a917ba0-77af-4bdb-8c77-fc4f8c35d331"} {"level":"info","ts":1789505670.5933099,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"8a917ba0-77af-4bdb-8c77-fc4f8c35d331","name":"e2e-legacy-migration-29adb7c4"} {"level":"error","ts":1789505670.6015987,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"bcf19085-32b8-40f6-8f56-338345d6ecc4","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-29adb7c4\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789505670.6016788,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"93f61e8f-d037-4dea-ab8d-a4b5d5a48e49","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505670.6017106,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"93f61e8f-d037-4dea-ab8d-a4b5d5a48e49","modelName":"e2e-legacy-migration-29adb7c4","resolvedRefs":1} {"level":"info","ts":1789505670.6017663,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"e7b017a7-cf20-49f6-8e34-deb1017f107a"} {"level":"info","ts":1789505670.6018517,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"e7b017a7-cf20-49f6-8e34-deb1017f107a","name":"e2e-legacy-migration-29adb7c4"} {"level":"info","ts":1789505670.61614,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"8a917ba0-77af-4bdb-8c77-fc4f8c35d331","service":"e2e-legacy-migration-29adb7c4","serviceEntry":"e2e-legacy-migration-29adb7c4","destinationRule":"e2e-legacy-migration-29adb7c4"} {"level":"error","ts":1789505670.6228163,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"e7b017a7-cf20-49f6-8e34-deb1017f107a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-29adb7c4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789505670.623053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"e670d664-191c-4bdc-b021-8a0db25df2b9","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505670.6231282,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"e670d664-191c-4bdc-b021-8a0db25df2b9","modelName":"e2e-legacy-migration-29adb7c4","resolvedRefs":1} {"level":"info","ts":1789505670.6231399,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"3183453e-a9c8-443d-8c05-b947de493daa"} {"level":"info","ts":1789505670.623251,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"3183453e-a9c8-443d-8c05-b947de493daa","name":"e2e-legacy-migration-29adb7c4"} {"level":"info","ts":1789505670.6501942,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"3183453e-a9c8-443d-8c05-b947de493daa","httpRoute":"e2e-legacy-migration-29adb7c4","providers":["e2e-legacy-migration-29adb7c4"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789505670.6821907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"1453671f-6570-4e55-a101-f24ffadf78b9","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505670.682298,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"1453671f-6570-4e55-a101-f24ffadf78b9","modelName":"e2e-legacy-migration-29adb7c4","resolvedRefs":1} {"level":"info","ts":1789505670.6822162,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"be0725e9-99fe-447d-87ab-f4e0a0bd87d1"} {"level":"info","ts":1789505670.6823988,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"be0725e9-99fe-447d-87ab-f4e0a0bd87d1","name":"e2e-legacy-migration-29adb7c4"} {"level":"info","ts":1789505670.7089276,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"be0725e9-99fe-447d-87ab-f4e0a0bd87d1","httpRoute":"e2e-legacy-migration-29adb7c4","providers":["e2e-legacy-migration-29adb7c4"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789505670.7794213,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"41b12f73-56d8-469b-9a9b-ac4cebb947be","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505670.7826617,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"41b12f73-56d8-469b-9a9b-ac4cebb947be","name":"e2e-legacy-migration-29adb7c4"} {"level":"info","ts":1789505670.7879362,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"41b12f73-56d8-469b-9a9b-ac4cebb947be","provider":"openai","model":"e2e-legacy-migration-29adb7c4","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789505673.5052238,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"ad999d2d-1f36-436f-80a9-30291f3f2565","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505673.5193346,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"c13659c8-c096-4b21-85d4-eb648a8daf31","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505673.519369,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"c13659c8-c096-4b21-85d4-eb648a8daf31","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505673.5193844,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"6fac1019-0a9d-4fff-8e82-9a5f883ed25c"} {"level":"info","ts":1789505673.5194194,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"f28f0373-4530-4962-93b0-77b5044114cf"} {"level":"info","ts":1789505673.5193346,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"8abcd3cf-4bc9-4ec2-993a-588ffc988dd1","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505673.519452,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-29adb7c4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-29adb7c4","reconcileID":"8abcd3cf-4bc9-4ec2-993a-588ffc988dd1","name":"e2e-legacy-migration-29adb7c4","namespace":"llm"} {"level":"info","ts":1789505673.911754,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789505673.9118526,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611"} {"level":"info","ts":1789505673.9118657,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611"} {"level":"info","ts":1789505673.9118786,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611","EoS":true} {"level":"info","ts":1789505673.9119022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611","header":"x-maas-group"} {"level":"info","ts":1789505673.9119124,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611","header":"x-maas-username"} {"level":"info","ts":1789505673.9119177,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611","header":"x-maas-subscription"} {"level":"info","ts":1789505673.9119337,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789505673.9119442,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611","modelName":"e2e-external-model"} {"level":"info","ts":1789505673.911955,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789505673.9119768,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789505673.9119925,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611","authType":"apikey"} {"level":"info","ts":1789505673.9120693,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611"} {"level":"info","ts":1789505674.0145054,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611"} {"level":"info","ts":1789505674.0145316,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611"} {"level":"info","ts":1789505674.0145478,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611","EoS":false} {"level":"info","ts":1789505674.014559,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611"} {"level":"info","ts":1789505674.0145946,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611","EoS":true} {"level":"info","ts":1789505674.0146048,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b3c7bef71015de6e37a79de78c81e94b","span_id":"82f81b0ad0093900","x-request-id":"eca622cf-2cc0-4990-80ea-95d19a7cf611"} {"level":"info","ts":1789505674.0552764,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789505674.055375,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471"} {"level":"info","ts":1789505674.055389,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471"} {"level":"info","ts":1789505674.0554025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471","EoS":true} {"level":"info","ts":1789505674.0554352,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471","header":"x-maas-group"} {"level":"info","ts":1789505674.0554457,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471","header":"x-maas-subscription"} {"level":"info","ts":1789505674.055451,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471","header":"x-maas-username"} {"level":"info","ts":1789505674.0554647,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789505674.055498,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471"} {"level":"info","ts":1789505674.2407544,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471"} {"level":"info","ts":1789505674.2407813,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471"} {"level":"info","ts":1789505674.240795,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471","EoS":false} {"level":"info","ts":1789505674.2408092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471"} {"level":"info","ts":1789505674.2408361,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471","EoS":true} {"level":"info","ts":1789505674.2408438,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"16386a62c6c9c969fd70c896d736933c","span_id":"dde09b61a5065dce","x-request-id":"cbf216d0-9fc0-4a00-8f2a-73ba3f7bb471"} {"level":"info","ts":1789505674.2817924,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789505674.281891,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69"} {"level":"info","ts":1789505674.2819035,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69"} {"level":"info","ts":1789505674.2819152,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69","EoS":true} {"level":"info","ts":1789505674.2819347,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69","header":"x-maas-group"} {"level":"info","ts":1789505674.281946,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69","header":"x-maas-username"} {"level":"info","ts":1789505674.281951,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69","header":"x-maas-subscription"} {"level":"info","ts":1789505674.2819815,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69"} {"level":"info","ts":1789505674.4050608,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69"} {"level":"info","ts":1789505674.405102,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69"} {"level":"info","ts":1789505674.4051218,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69","EoS":false} {"level":"info","ts":1789505674.4051344,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69"} {"level":"info","ts":1789505674.4051642,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69","EoS":true} {"level":"info","ts":1789505674.4051714,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"422c79915d888a20a97b71bb63c4c7d0","span_id":"4c163e6b3f9d8840","x-request-id":"c27c09cc-0679-416b-bfc2-e0dd35ae8b69"} {"level":"info","ts":1789505675.2582269,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38eefcfa-ca56-4d5d-8d7f-8516868a6df3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789505675.2582662,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38eefcfa-ca56-4d5d-8d7f-8516868a6df3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789505675.2583237,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ee5dcda-c9e9-4a58-9432-0df46a2eeb59"} {"level":"info","ts":1789505675.3995013,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"87967eb4-aa61-4de3-8f3c-c0398d7decd9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789505675.399595,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"87967eb4-aa61-4de3-8f3c-c0398d7decd9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789505675.3996086,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b70e8ae1-494b-4ea4-813d-4a26d18b002e"} {"level":"info","ts":1789505675.5255492,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"05f59702-061c-4744-aa8a-11158876292b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789505675.5255928,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"05f59702-061c-4744-aa8a-11158876292b","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789505677.099578,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789505692.1012642,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789505697.6805227,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789505697.6806204,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac"} {"level":"info","ts":1789505697.6806335,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac"} {"level":"info","ts":1789505697.6806457,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac","EoS":true} {"level":"info","ts":1789505697.6806686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac","header":"x-maas-group"} {"level":"info","ts":1789505697.6806793,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac","header":"x-maas-username"} {"level":"info","ts":1789505697.6806846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac","header":"x-maas-subscription"} {"level":"info","ts":1789505697.680699,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789505697.6807272,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac"} {"level":"info","ts":1789505697.6817389,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac"} {"level":"info","ts":1789505697.6817527,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac"} {"level":"info","ts":1789505697.6817632,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac","EoS":false} {"level":"info","ts":1789505697.6817725,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac"} {"level":"info","ts":1789505697.6817915,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac","EoS":true} {"level":"info","ts":1789505697.6818001,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c612758b2950ecb87f3ccda36c9b68b6","span_id":"4ed2ec24dcbae639","x-request-id":"c9630593-f25c-4f9a-8390-cd7cbd479fac"} {"level":"info","ts":1789505697.7198138,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789505697.7199101,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038"} {"level":"info","ts":1789505697.7199228,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038"} {"level":"info","ts":1789505697.7199335,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038","EoS":true} {"level":"info","ts":1789505697.7199528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038","header":"x-maas-subscription"} {"level":"info","ts":1789505697.7199628,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038","header":"x-maas-group"} {"level":"info","ts":1789505697.719968,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038","header":"x-maas-username"} {"level":"info","ts":1789505697.7199826,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789505697.7200723,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038"} {"level":"info","ts":1789505697.7210202,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038"} {"level":"info","ts":1789505697.7210374,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038"} {"level":"info","ts":1789505697.7210503,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038","EoS":false} {"level":"info","ts":1789505697.7210605,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038"} {"level":"info","ts":1789505697.7210858,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038","EoS":true} {"level":"info","ts":1789505697.7210946,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"baf4fdef2995e05f2fad2e45a89fb121","span_id":"f461463929c8352b","x-request-id":"333b25c7-f1be-4f05-abfc-ca82ab966038"} {"level":"info","ts":1789505697.7604513,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789505697.7605371,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a"} {"level":"info","ts":1789505697.760548,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a"} {"level":"info","ts":1789505697.7605593,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a","EoS":true} {"level":"info","ts":1789505697.7605772,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a","header":"x-maas-username"} {"level":"info","ts":1789505697.7605867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a","header":"x-maas-subscription"} {"level":"info","ts":1789505697.7605927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a","header":"x-maas-group"} {"level":"info","ts":1789505697.7606058,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789505697.7606277,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a"} {"level":"info","ts":1789505697.7616549,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a"} {"level":"info","ts":1789505697.7616744,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a"} {"level":"info","ts":1789505697.7616944,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a","EoS":false} {"level":"info","ts":1789505697.7617111,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a"} {"level":"info","ts":1789505697.761748,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a","EoS":true} {"level":"info","ts":1789505697.7617593,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a82357a0fd79127a9b9b9f953e4791d6","span_id":"3d327ef79a002aaa","x-request-id":"560a9701-0784-4244-b03c-854142b41b0a"} {"level":"info","ts":1789505697.7994704,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789505697.7995603,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce"} {"level":"info","ts":1789505697.7995725,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce"} {"level":"info","ts":1789505697.7995832,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce","EoS":true} {"level":"info","ts":1789505697.799604,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce","header":"x-maas-username"} {"level":"info","ts":1789505697.7996147,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce","header":"x-maas-group"} {"level":"info","ts":1789505697.79962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce","header":"x-maas-subscription"} {"level":"info","ts":1789505697.7996333,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789505697.7996569,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce"} {"level":"info","ts":1789505697.8007457,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce"} {"level":"info","ts":1789505697.8007636,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce"} {"level":"info","ts":1789505697.800781,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce","EoS":false} {"level":"info","ts":1789505697.8008,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce"} {"level":"info","ts":1789505697.8008366,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce","EoS":true} {"level":"info","ts":1789505697.8008482,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99a93b23f6f395dbb2f4de265bcc1734","span_id":"3c0c64898136e2be","x-request-id":"2e1d4ee4-5fc3-4faf-9845-39553d3671ce"} {"level":"info","ts":1789505710.2629068,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789505710.2630653,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9533f62bf0590e3e47e5bef8ff8083a6","span_id":"829f1cb9755a2af8","x-request-id":"14fc2ff6-5e9c-4473-a8a1-5d1415b39b37"} {"level":"info","ts":1789505710.263086,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9533f62bf0590e3e47e5bef8ff8083a6","span_id":"829f1cb9755a2af8","x-request-id":"14fc2ff6-5e9c-4473-a8a1-5d1415b39b37"} {"level":"info","ts":1789505710.2631054,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9533f62bf0590e3e47e5bef8ff8083a6","span_id":"829f1cb9755a2af8","x-request-id":"14fc2ff6-5e9c-4473-a8a1-5d1415b39b37","EoS":true} {"level":"info","ts":1789505710.2631807,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9533f62bf0590e3e47e5bef8ff8083a6","span_id":"829f1cb9755a2af8","x-request-id":"14fc2ff6-5e9c-4473-a8a1-5d1415b39b37"} {"level":"info","ts":1789505710.4094374,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789505710.4095433,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"def10feff41f7ec0b45a933080dc6f2f","span_id":"e7ebef2afbaf7f37","x-request-id":"f5ea1e51-59d5-4d62-9b10-a6ab86d45ef5"} {"level":"info","ts":1789505710.409556,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"def10feff41f7ec0b45a933080dc6f2f","span_id":"e7ebef2afbaf7f37","x-request-id":"f5ea1e51-59d5-4d62-9b10-a6ab86d45ef5"} {"level":"info","ts":1789505710.409568,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"def10feff41f7ec0b45a933080dc6f2f","span_id":"e7ebef2afbaf7f37","x-request-id":"f5ea1e51-59d5-4d62-9b10-a6ab86d45ef5","EoS":true} {"level":"info","ts":1789505710.4096117,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"def10feff41f7ec0b45a933080dc6f2f","span_id":"e7ebef2afbaf7f37","x-request-id":"f5ea1e51-59d5-4d62-9b10-a6ab86d45ef5"} {"level":"info","ts":1789505710.5550587,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789505710.5551517,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7ca749743cc5aa6581accbbd8875f184","span_id":"f9d313fa0b8f23be","x-request-id":"747ee188-2c97-4e9f-b420-73b12cdb71f6"} {"level":"info","ts":1789505710.5551727,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7ca749743cc5aa6581accbbd8875f184","span_id":"f9d313fa0b8f23be","x-request-id":"747ee188-2c97-4e9f-b420-73b12cdb71f6"} {"level":"info","ts":1789505710.5551844,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7ca749743cc5aa6581accbbd8875f184","span_id":"f9d313fa0b8f23be","x-request-id":"747ee188-2c97-4e9f-b420-73b12cdb71f6","EoS":true} {"level":"info","ts":1789505710.5552332,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7ca749743cc5aa6581accbbd8875f184","span_id":"f9d313fa0b8f23be","x-request-id":"747ee188-2c97-4e9f-b420-73b12cdb71f6"} {"level":"error","ts":1789505712.1035872,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789505722.103789,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789505737.1051638,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789506790.8684978,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506790.868612,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3"} {"level":"info","ts":1789506790.8686237,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3"} {"level":"info","ts":1789506790.8686354,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3","EoS":true} {"level":"info","ts":1789506790.868661,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3","header":"x-maas-username"} {"level":"info","ts":1789506790.8686717,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3","header":"x-maas-group"} {"level":"info","ts":1789506790.8686767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3","header":"x-maas-subscription"} {"level":"info","ts":1789506790.868692,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789506790.8687193,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3"} {"level":"info","ts":1789506790.8698206,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3"} {"level":"info","ts":1789506790.8698373,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3"} {"level":"info","ts":1789506790.8698487,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3","EoS":false} {"level":"info","ts":1789506790.8698583,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3"} {"level":"info","ts":1789506790.8698785,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3","EoS":true} {"level":"info","ts":1789506790.8698876,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3627327b34be6e161f44fd2cbfe60e7f","span_id":"eb6781eebc4dff49","x-request-id":"7217b258-5268-4887-880f-1398694ab0b3"} {"level":"info","ts":1789506790.9172027,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506790.9173048,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48"} {"level":"info","ts":1789506790.9173203,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48"} {"level":"info","ts":1789506790.9173317,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48","EoS":true} {"level":"info","ts":1789506790.9173641,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48","header":"x-maas-username"} {"level":"info","ts":1789506790.9173765,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48","header":"x-maas-subscription"} {"level":"info","ts":1789506790.9173813,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48","header":"x-maas-group"} {"level":"info","ts":1789506790.917395,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789506790.9174218,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48"} {"level":"info","ts":1789506790.9185061,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48"} {"level":"info","ts":1789506790.9185238,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48"} {"level":"info","ts":1789506790.9185383,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48","EoS":false} {"level":"info","ts":1789506790.9185488,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48"} {"level":"info","ts":1789506790.9185736,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48","EoS":true} {"level":"info","ts":1789506790.9185824,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c1add42d27a72bddcee85cc96f1f172a","span_id":"375738ef6fea64a1","x-request-id":"28902e16-13ed-4351-a44e-d3572fd85d48"} {"level":"error","ts":1789506802.2290442,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507103.159071,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507103.1591935,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b"} {"level":"info","ts":1789507103.1592073,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b"} {"level":"info","ts":1789507103.15922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b","EoS":true} {"level":"info","ts":1789507103.1592433,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b","header":"x-maas-subscription"} {"level":"info","ts":1789507103.1592534,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b","header":"x-maas-username"} {"level":"info","ts":1789507103.1592593,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b","header":"x-maas-group"} {"level":"info","ts":1789507103.1592753,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507103.1593063,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b"} {"level":"info","ts":1789507103.1722808,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b"} {"level":"info","ts":1789507103.1723106,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b"} {"level":"info","ts":1789507103.1723278,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b","EoS":false} {"level":"info","ts":1789507103.1723413,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b"} {"level":"info","ts":1789507103.172368,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b","EoS":true} {"level":"info","ts":1789507103.1723778,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70c13c516008f58a758303a6ad15da4c","span_id":"6ac33b178fc0b493","x-request-id":"3ddb9597-d052-4069-92b9-56649989713b"} {"level":"info","ts":1789507103.3114123,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507103.3115182,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3"} {"level":"info","ts":1789507103.311536,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3"} {"level":"info","ts":1789507103.3115482,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3","EoS":true} {"level":"info","ts":1789507103.311571,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3","header":"x-maas-group"} {"level":"info","ts":1789507103.3115814,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3","header":"x-maas-username"} {"level":"info","ts":1789507103.3115864,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3","header":"x-maas-subscription"} {"level":"info","ts":1789507103.3116584,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507103.31169,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3"} {"level":"info","ts":1789507103.312757,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3"} {"level":"info","ts":1789507103.3127756,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3"} {"level":"info","ts":1789507103.3127859,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3","EoS":false} {"level":"info","ts":1789507103.3127947,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3"} {"level":"info","ts":1789507103.3128183,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3","EoS":true} {"level":"info","ts":1789507103.3128264,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dfef75db79378fd1ea4d81c6295df6a2","span_id":"7209ce25b3f02655","x-request-id":"ccab1609-28a5-4ee3-a8f7-1964b029e8a3"} {"level":"info","ts":1789507103.456835,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507103.4569373,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342"} {"level":"info","ts":1789507103.456951,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342"} {"level":"info","ts":1789507103.4569662,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342","EoS":true} {"level":"info","ts":1789507103.457058,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342","header":"x-maas-username"} {"level":"info","ts":1789507103.4570692,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342","header":"x-maas-group"} {"level":"info","ts":1789507103.4570744,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342","header":"x-maas-subscription"} {"level":"info","ts":1789507103.4570892,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507103.45712,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342"} {"level":"info","ts":1789507103.458122,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342"} {"level":"info","ts":1789507103.45814,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342"} {"level":"info","ts":1789507103.4581528,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342","EoS":false} {"level":"info","ts":1789507103.4581633,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342"} {"level":"info","ts":1789507103.4581897,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342","EoS":true} {"level":"info","ts":1789507103.4581995,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"28e11432de181fdd38cfc11b971bb6d6","span_id":"387416e3faa82b72","x-request-id":"261295fc-9c7d-4261-8ab2-f0a0c576e342"} {"level":"info","ts":1789507103.5979214,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507103.5980406,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1"} {"level":"info","ts":1789507103.5980556,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1"} {"level":"info","ts":1789507103.5980675,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1","EoS":true} {"level":"info","ts":1789507103.5980906,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1","header":"x-maas-group"} {"level":"info","ts":1789507103.598101,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1","header":"x-maas-username"} {"level":"info","ts":1789507103.5981064,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1","header":"x-maas-subscription"} {"level":"info","ts":1789507103.5981224,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507103.5981507,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1"} {"level":"info","ts":1789507103.6003313,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1"} {"level":"info","ts":1789507103.600351,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1"} {"level":"info","ts":1789507103.6003678,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1","EoS":false} {"level":"info","ts":1789507103.600385,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1"} {"level":"info","ts":1789507103.6004102,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1","EoS":true} {"level":"info","ts":1789507103.6004162,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46f3d71d70163c1c29c086cfc636ee56","span_id":"5665dc31ebd0c19d","x-request-id":"ab6c5ec9-1670-4b22-8538-c6a1a8a929d1"} {"level":"info","ts":1789507103.7562654,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507103.7563653,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c"} {"level":"info","ts":1789507103.7563784,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c"} {"level":"info","ts":1789507103.7563913,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c","EoS":true} {"level":"info","ts":1789507103.756415,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c","header":"x-maas-group"} {"level":"info","ts":1789507103.756426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c","header":"x-maas-subscription"} {"level":"info","ts":1789507103.7564313,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c","header":"x-maas-username"} {"level":"info","ts":1789507103.7564456,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507103.7564638,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c"} {"level":"info","ts":1789507103.757456,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c"} {"level":"info","ts":1789507103.7574754,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c"} {"level":"info","ts":1789507103.757489,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c","EoS":false} {"level":"info","ts":1789507103.7574997,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c"} {"level":"info","ts":1789507103.7575233,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c","EoS":true} {"level":"info","ts":1789507103.7575324,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dbdcb1ccab74c5804ecbc30bd2e87931","span_id":"bd564326b35770be","x-request-id":"dce02567-7710-401e-855d-38a042cf9c3c"} {"level":"info","ts":1789507112.6132734,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507112.6133733,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3"} {"level":"info","ts":1789507112.613385,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3"} {"level":"info","ts":1789507112.613397,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3","EoS":true} {"level":"info","ts":1789507112.613419,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3","header":"x-maas-group"} {"level":"info","ts":1789507112.6134288,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3","header":"x-maas-username"} {"level":"info","ts":1789507112.6134336,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3","header":"x-maas-subscription"} {"level":"info","ts":1789507112.613448,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507112.6134796,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3"} {"level":"info","ts":1789507112.6145449,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3"} {"level":"info","ts":1789507112.6145678,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3"} {"level":"info","ts":1789507112.6145825,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3","EoS":false} {"level":"info","ts":1789507112.6146011,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3"} {"level":"info","ts":1789507112.61463,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3","EoS":true} {"level":"info","ts":1789507112.6146417,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3bf4dce3eff4d6fbcf563ca76bdf58ad","span_id":"2261d857e5dd757d","x-request-id":"e52544c7-29d0-4320-8a35-215ff84f6ac3"} {"level":"info","ts":1789507112.7194524,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507112.7195504,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb5d04fa90de3a58f3ec2fa501376034","span_id":"1941e0df5c8e3472","x-request-id":"e7b27278-57ac-46b4-a413-a25553a013a9"} {"level":"info","ts":1789507112.720549,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb5d04fa90de3a58f3ec2fa501376034","span_id":"1941e0df5c8e3472","x-request-id":"e7b27278-57ac-46b4-a413-a25553a013a9"} {"level":"info","ts":1789507112.7205696,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb5d04fa90de3a58f3ec2fa501376034","span_id":"1941e0df5c8e3472","x-request-id":"e7b27278-57ac-46b4-a413-a25553a013a9"} {"level":"info","ts":1789507112.7205858,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb5d04fa90de3a58f3ec2fa501376034","span_id":"1941e0df5c8e3472","x-request-id":"e7b27278-57ac-46b4-a413-a25553a013a9","EoS":false} {"level":"info","ts":1789507112.720597,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb5d04fa90de3a58f3ec2fa501376034","span_id":"1941e0df5c8e3472","x-request-id":"e7b27278-57ac-46b4-a413-a25553a013a9"} {"level":"info","ts":1789507112.7206218,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb5d04fa90de3a58f3ec2fa501376034","span_id":"1941e0df5c8e3472","x-request-id":"e7b27278-57ac-46b4-a413-a25553a013a9","EoS":true} {"level":"info","ts":1789507112.7206316,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb5d04fa90de3a58f3ec2fa501376034","span_id":"1941e0df5c8e3472","x-request-id":"e7b27278-57ac-46b4-a413-a25553a013a9"} {"level":"info","ts":1789507113.5512016,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507113.5512993,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d"} {"level":"info","ts":1789507113.5513113,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d"} {"level":"info","ts":1789507113.5513237,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d","EoS":true} {"level":"info","ts":1789507113.551346,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d","header":"x-maas-subscription"} {"level":"info","ts":1789507113.5513566,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d","header":"x-maas-username"} {"level":"info","ts":1789507113.551361,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d","header":"x-maas-group"} {"level":"info","ts":1789507113.5513794,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507113.5514007,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d"} {"level":"info","ts":1789507113.5524154,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d"} {"level":"info","ts":1789507113.5524352,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d"} {"level":"info","ts":1789507113.55245,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d","EoS":false} {"level":"info","ts":1789507113.5524614,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d"} {"level":"info","ts":1789507113.5524857,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d","EoS":true} {"level":"info","ts":1789507113.5524952,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f6b37793e0506e9494110c4dadde1dd","span_id":"e29fe5d4d22ed275","x-request-id":"2529c8d0-7a56-41dd-999e-3ada793c834d"} {"level":"info","ts":1789507114.5351355,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507114.5352395,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709"} {"level":"info","ts":1789507114.5352533,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709"} {"level":"info","ts":1789507114.5352647,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709","EoS":true} {"level":"info","ts":1789507114.5352879,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709","header":"x-maas-username"} {"level":"info","ts":1789507114.535297,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709","header":"x-maas-subscription"} {"level":"info","ts":1789507114.535302,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709","header":"x-maas-group"} {"level":"info","ts":1789507114.5353167,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507114.5353444,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709"} {"level":"info","ts":1789507114.5363765,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709"} {"level":"info","ts":1789507114.5363982,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709"} {"level":"info","ts":1789507114.5364158,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709","EoS":false} {"level":"info","ts":1789507114.5364351,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709"} {"level":"info","ts":1789507114.5364795,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709","EoS":true} {"level":"info","ts":1789507114.5364928,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fadaff76ce79082f3de475f32b339073","span_id":"2aee007183188ca4","x-request-id":"c2ec0430-75fc-4888-8746-b4de32d97709"} {"level":"info","ts":1789507115.309407,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507115.3095078,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561"} {"level":"info","ts":1789507115.3095195,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561"} {"level":"info","ts":1789507115.3095312,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561","EoS":true} {"level":"info","ts":1789507115.309553,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561","header":"x-maas-subscription"} {"level":"info","ts":1789507115.3095627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561","header":"x-maas-username"} {"level":"info","ts":1789507115.3095684,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561","header":"x-maas-group"} {"level":"info","ts":1789507115.3095834,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507115.30961,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561"} {"level":"info","ts":1789507115.3109126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561"} {"level":"info","ts":1789507115.3109393,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561"} {"level":"info","ts":1789507115.310957,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561","EoS":false} {"level":"info","ts":1789507115.3109741,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561"} {"level":"info","ts":1789507115.3110273,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561","EoS":true} {"level":"info","ts":1789507115.3110392,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f19e9ca67f235caf8d28c096a5b3a32a","span_id":"544a153f35835bae","x-request-id":"043bde70-3239-45b7-b9f7-97d6b4ca7561"} {"level":"info","ts":1789507116.4225724,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507116.4226742,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb"} {"level":"info","ts":1789507116.4226859,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb"} {"level":"info","ts":1789507116.422699,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb","EoS":true} {"level":"info","ts":1789507116.4227235,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb","header":"x-maas-subscription"} {"level":"info","ts":1789507116.4227338,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb","header":"x-maas-group"} {"level":"info","ts":1789507116.4227388,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb","header":"x-maas-username"} {"level":"info","ts":1789507116.4227536,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507116.4227798,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb"} {"level":"info","ts":1789507116.4238207,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb"} {"level":"info","ts":1789507116.4238408,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb"} {"level":"info","ts":1789507116.4238544,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb","EoS":false} {"level":"info","ts":1789507116.4238636,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb"} {"level":"info","ts":1789507116.4238904,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb","EoS":true} {"level":"info","ts":1789507116.423904,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"250ce388f0a9a9212ffab6f4283ebc72","span_id":"6730cd9274bb98ca","x-request-id":"0bc998d1-69ca-4fb3-9159-72b7b6f7fbdb"} {"level":"error","ts":1789507117.271345,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789507127.2721708,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507136.4436007,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507136.4437094,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2"} {"level":"info","ts":1789507136.4437227,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2"} {"level":"info","ts":1789507136.443735,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2","EoS":true} {"level":"info","ts":1789507136.4437585,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2","header":"x-maas-username"} {"level":"info","ts":1789507136.4437687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2","header":"x-maas-group"} {"level":"info","ts":1789507136.4437747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2","header":"x-maas-subscription"} {"level":"info","ts":1789507136.4437938,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507136.4438274,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2"} {"level":"info","ts":1789507136.4448555,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2"} {"level":"info","ts":1789507136.444885,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2"} {"level":"info","ts":1789507136.4449055,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2","EoS":false} {"level":"info","ts":1789507136.444924,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2"} {"level":"info","ts":1789507136.4449544,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2","EoS":true} {"level":"info","ts":1789507136.4449675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c15d36804c45c0eb9a458eccfb1db586","span_id":"8bb68ce906910ccc","x-request-id":"f29e4387-e146-459e-ba7e-93ddc959c3e2"} {"level":"error","ts":1789507137.2727776,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789507152.274042,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507226.03908,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507226.0391903,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac"} {"level":"info","ts":1789507226.0392044,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac"} {"level":"info","ts":1789507226.0392158,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac","EoS":true} {"level":"info","ts":1789507226.0392387,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac","header":"x-maas-subscription"} {"level":"info","ts":1789507226.039249,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac","header":"x-maas-username"} {"level":"info","ts":1789507226.0392542,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac","header":"x-maas-group"} {"level":"info","ts":1789507226.039269,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789507226.0392962,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac"} {"level":"info","ts":1789507226.0523882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac"} {"level":"info","ts":1789507226.0524178,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac"} {"level":"info","ts":1789507226.052435,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac","EoS":false} {"level":"info","ts":1789507226.0524452,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac"} {"level":"info","ts":1789507226.0524695,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac","EoS":true} {"level":"info","ts":1789507226.052479,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1d0f3228bd8974b480ac452ecafbc2f3","span_id":"1ade3e30204a1b46","x-request-id":"0feaeec1-6173-45d2-bf9f-a9e471784fac"} {"level":"error","ts":1789507237.2854588,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507306.200808,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507306.2009113,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63"} {"level":"info","ts":1789507306.2009254,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63"} {"level":"info","ts":1789507306.2009368,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63","EoS":true} {"level":"info","ts":1789507306.201027,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63","header":"x-maas-group"} {"level":"info","ts":1789507306.2010455,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63","header":"x-maas-subscription"} {"level":"info","ts":1789507306.2010515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63","header":"x-maas-username"} {"level":"info","ts":1789507306.2010686,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507306.2010932,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63"} {"level":"info","ts":1789507306.202087,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63"} {"level":"info","ts":1789507306.2021155,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63"} {"level":"info","ts":1789507306.2021327,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63","EoS":false} {"level":"info","ts":1789507306.202146,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63"} {"level":"info","ts":1789507306.2021694,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63","EoS":true} {"level":"info","ts":1789507306.2021785,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ee2f809dc231dc9fdef2b0d8b06d07c","span_id":"cadd87e9263cef12","x-request-id":"169269fc-e5e5-4f37-8983-0f3ccb3d5b63"} {"level":"error","ts":1789507317.2933724,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507320.2689703,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507320.269098,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7"} {"level":"info","ts":1789507320.269115,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7"} {"level":"info","ts":1789507320.2691276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7","EoS":true} {"level":"info","ts":1789507320.2691517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7","header":"x-maas-group"} {"level":"info","ts":1789507320.2691677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7","header":"x-maas-subscription"} {"level":"info","ts":1789507320.2691727,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7","header":"x-maas-username"} {"level":"info","ts":1789507320.269187,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789507320.2692122,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7"} {"level":"info","ts":1789507320.2818563,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7"} {"level":"info","ts":1789507320.2818851,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7"} {"level":"info","ts":1789507320.2819028,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7","EoS":false} {"level":"info","ts":1789507320.2819145,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7"} {"level":"info","ts":1789507320.28194,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7","EoS":false} {"level":"info","ts":1789507320.281952,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7"} {"level":"info","ts":1789507320.281963,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7","EoS":true} {"level":"info","ts":1789507320.2819715,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b980c585e5f1e1fab00808d7cb32ff5d","span_id":"99110ff98f932554","x-request-id":"2b55ed3b-d41d-4a73-a59a-38d1b0d710a7"} {"level":"info","ts":1789507320.4208727,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507320.4209805,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23"} {"level":"info","ts":1789507320.4209976,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23"} {"level":"info","ts":1789507320.421033,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23","EoS":true} {"level":"info","ts":1789507320.421055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23","header":"x-maas-group"} {"level":"info","ts":1789507320.421069,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23","header":"x-maas-username"} {"level":"info","ts":1789507320.4210775,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23","header":"x-maas-subscription"} {"level":"info","ts":1789507320.4210923,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789507320.421117,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23"} {"level":"info","ts":1789507320.4231777,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23"} {"level":"info","ts":1789507320.4231973,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23"} {"level":"info","ts":1789507320.4232128,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23","EoS":false} {"level":"info","ts":1789507320.4232252,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23"} {"level":"info","ts":1789507320.4232504,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23","EoS":false} {"level":"info","ts":1789507320.4232612,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23"} {"level":"info","ts":1789507320.4232728,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23","EoS":true} {"level":"info","ts":1789507320.4232795,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03153e87fd2e24f8e4794641568882f5","span_id":"e3be2eea4855b00b","x-request-id":"2bd5f2db-ffaa-4109-839c-50f6d31c0b23"} {"level":"info","ts":1789507320.5649438,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507320.565094,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890"} {"level":"info","ts":1789507320.5651102,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890"} {"level":"info","ts":1789507320.5651886,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890","EoS":true} {"level":"info","ts":1789507320.565223,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890","header":"x-maas-subscription"} {"level":"info","ts":1789507320.565237,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890","header":"x-maas-username"} {"level":"info","ts":1789507320.565247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890","header":"x-maas-group"} {"level":"info","ts":1789507320.5652666,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789507320.5653024,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890"} {"level":"info","ts":1789507320.5662448,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890"} {"level":"info","ts":1789507320.566258,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890"} {"level":"info","ts":1789507320.5662792,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890","EoS":false} {"level":"info","ts":1789507320.5662928,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890"} {"level":"info","ts":1789507320.5663254,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890","EoS":true} {"level":"info","ts":1789507320.5663378,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"acb792148c518773a2af22bd9ab606f9","span_id":"e5f62758d4d3bd89","x-request-id":"caa25ea0-fde1-458c-a98d-eb76bc207890"} {"level":"error","ts":1789507332.2947214,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507336.8263175,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507336.826453,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f"} {"level":"info","ts":1789507336.8264737,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f"} {"level":"info","ts":1789507336.8264878,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f","EoS":true} {"level":"info","ts":1789507336.826512,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f","header":"x-maas-username"} {"level":"info","ts":1789507336.8265195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f","header":"x-maas-group"} {"level":"info","ts":1789507336.8265243,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f","header":"x-maas-subscription"} {"level":"info","ts":1789507336.826539,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789507336.8265672,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f"} {"level":"info","ts":1789507336.8274395,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f"} {"level":"info","ts":1789507336.8274586,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f"} {"level":"info","ts":1789507336.8274727,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f","EoS":false} {"level":"info","ts":1789507336.827486,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f"} {"level":"info","ts":1789507336.8275154,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f","EoS":true} {"level":"info","ts":1789507336.8275325,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b5f111e102d815962d7fc3d58a432eb1","span_id":"a9d3389a3c15cc5d","x-request-id":"5c67cf22-7879-4fc8-a5c2-66ac744ecf7f"} {"level":"error","ts":1789507347.2959383,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}