{"level":"info","ts":1789044252.6690361,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"df3536b2-e289-41fb-beae-ec34b8ce4de5","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.669071,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"df3536b2-e289-41fb-beae-ec34b8ce4de5","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"info","ts":1789044252.6793454,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ca5c3269-acf0-43c4-86cb-01016c4b76b2","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.692703,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ec72f523-b69f-48d6-bef1-4016cc4993e3","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.6927354,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ec72f523-b69f-48d6-bef1-4016cc4993e3","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"error","ts":1789044252.6952415,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"aca97f70-da20-45fc-b63c-316eceab053b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789044252.6952772,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"aca97f70-da20-45fc-b63c-316eceab053b","error":"ExternalModel \"e2e-legacy-migration-c4e5fb8a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c4e5fb8a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.695325,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ec46fddd-2607-44af-9ca8-deee39ec530c"} {"level":"info","ts":1789044252.6953516,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ec46fddd-2607-44af-9ca8-deee39ec530c","provider":"e2e-legacy-migration-c4e5fb8a","phase":"Pending"} {"level":"info","ts":1789044252.7009795,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ca5c3269-acf0-43c4-86cb-01016c4b76b2","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044252.7050874,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"f21b0f0d-bed8-43ae-8e95-f0d3e99a0d96","kind":"DestinationRule","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"error","ts":1789044252.7444603,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ec46fddd-2607-44af-9ca8-deee39ec530c","error":"ExternalModel \"e2e-legacy-migration-c4e5fb8a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c4e5fb8a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.7548332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"8be9d9e5-fe4c-4531-823c-ea929d8c1449"} {"level":"info","ts":1789044252.754862,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"8be9d9e5-fe4c-4531-823c-ea929d8c1449","provider":"e2e-legacy-migration-c4e5fb8a","phase":"Pending"} {"level":"info","ts":1789044252.7549925,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ca5c3269-acf0-43c4-86cb-01016c4b76b2","provider":"openai","model":"e2e-legacy-migration-c4e5fb8a","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789044252.7661746,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"f21b0f0d-bed8-43ae-8e95-f0d3e99a0d96","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789044252.7662117,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"f21b0f0d-bed8-43ae-8e95-f0d3e99a0d96","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-c4e5fb8a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.766273,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"373573e5-1e96-4568-9102-b56add8d3bf3"} {"level":"info","ts":1789044252.766313,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"373573e5-1e96-4568-9102-b56add8d3bf3","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044252.77215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"fcd9327e-c2dc-46c4-af19-6c73225b106d","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.7721777,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"fcd9327e-c2dc-46c4-af19-6c73225b106d","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"info","ts":1789044252.7721548,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"1b651272-4f9a-4644-a388-dd91b22ac6c6","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.7722113,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"1b651272-4f9a-4644-a388-dd91b22ac6c6","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789044252.77249,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"8be9d9e5-fe4c-4531-823c-ea929d8c1449","error":"ExternalModel \"e2e-legacy-migration-c4e5fb8a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c4e5fb8a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.772552,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"4fc82d80-d0ff-4947-bf52-b3187f9b082f"} {"level":"info","ts":1789044252.7725875,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"4fc82d80-d0ff-4947-bf52-b3187f9b082f","provider":"e2e-legacy-migration-c4e5fb8a","phase":"Failed"} {"level":"error","ts":1789044252.798495,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"4fc82d80-d0ff-4947-bf52-b3187f9b082f","error":"ExternalModel \"e2e-legacy-migration-c4e5fb8a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c4e5fb8a\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.802943,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"373573e5-1e96-4568-9102-b56add8d3bf3","service":"e2e-legacy-migration-c4e5fb8a","serviceEntry":"e2e-legacy-migration-c4e5fb8a","destinationRule":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044252.8048568,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"c85398f2-f7f5-4cc7-9af4-e107394863e6"} {"level":"info","ts":1789044252.8049128,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"4ffe478d-fce8-4270-a6f2-abec46e6a736","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.8049345,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"c85398f2-f7f5-4cc7-9af4-e107394863e6","provider":"e2e-legacy-migration-c4e5fb8a","phase":"Failed"} {"level":"info","ts":1789044252.804939,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"4ffe478d-fce8-4270-a6f2-abec46e6a736","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"error","ts":1789044252.8249993,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"c85398f2-f7f5-4cc7-9af4-e107394863e6","error":"ExternalModel \"e2e-legacy-migration-c4e5fb8a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c4e5fb8a\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.8277264,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"84ea7d2b-e9e6-406e-b0ee-c20b814866b1","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.8277347,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"a3174054-cffb-4ca7-82c5-428d3f85800d","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.8277504,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"84ea7d2b-e9e6-406e-b0ee-c20b814866b1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789044252.8277552,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"a3174054-cffb-4ca7-82c5-428d3f85800d","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"info","ts":1789044252.8278418,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"a966a15f-c68b-4ca7-8e55-fbd0d676e5c4"} {"level":"info","ts":1789044252.8278806,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"a966a15f-c68b-4ca7-8e55-fbd0d676e5c4","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"error","ts":1789044252.845513,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"373573e5-1e96-4568-9102-b56add8d3bf3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.845579,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"316516a5-6a6a-4640-8e36-a12d63cba265"} {"level":"info","ts":1789044252.8456378,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"316516a5-6a6a-4640-8e36-a12d63cba265","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"error","ts":1789044252.905785,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"a966a15f-c68b-4ca7-8e55-fbd0d676e5c4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789044252.9058282,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"a966a15f-c68b-4ca7-8e55-fbd0d676e5c4","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-c4e5fb8a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.9067752,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"569a3b92-38b0-43f4-8fc3-6c000a93a811"} {"level":"info","ts":1789044252.9068124,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"31c927a3-962b-45e5-8f78-b7e69d27db78","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.9068403,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"31c927a3-962b-45e5-8f78-b7e69d27db78","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"info","ts":1789044252.9068434,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"569a3b92-38b0-43f4-8fc3-6c000a93a811","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044252.939702,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"316516a5-6a6a-4640-8e36-a12d63cba265","service":"e2e-legacy-migration-c4e5fb8a","serviceEntry":"e2e-legacy-migration-c4e5fb8a","destinationRule":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044252.9398282,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"569a3b92-38b0-43f4-8fc3-6c000a93a811","httpRoute":"e2e-legacy-migration-c4e5fb8a","providers":["e2e-legacy-migration-c4e5fb8a"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789044253.275491,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"b258a13d-4359-4425-8958-5c3e9144dbfa","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044253.3001297,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"b258a13d-4359-4425-8958-5c3e9144dbfa","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044253.3821616,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"b258a13d-4359-4425-8958-5c3e9144dbfa","provider":"openai","model":"e2e-legacy-migration-c4e5fb8a","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789044255.6065605,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"3d671d59-b99a-492b-8b66-ee072e7e53d4","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044255.641917,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"c7b6e95b-409e-4a7f-8c17-91224eb2ce58"} {"level":"info","ts":1789044255.6419182,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"fcb045d5-7894-4c91-a468-cb84cbd6cf00","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044255.6420276,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"fcb045d5-7894-4c91-a468-cb84cbd6cf00","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044255.6474705,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"60715de8-dc7c-43eb-8468-db6d4b7418c8"} {"level":"info","ts":1789044255.647555,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"dc3c2e78-68b7-4f2e-8767-8e5d4ce610d1","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044255.6475694,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"dc3c2e78-68b7-4f2e-8767-8e5d4ce610d1","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044256.1859596,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044256.1860702,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933"} {"level":"info","ts":1789044256.1860855,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933"} {"level":"info","ts":1789044256.186098,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","EoS":true} {"level":"info","ts":1789044256.1861238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","header":"x-maas-subscription"} {"level":"info","ts":1789044256.186133,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","header":"x-maas-username"} {"level":"info","ts":1789044256.186138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","header":"x-maas-group"} {"level":"info","ts":1789044256.1861532,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789044256.186163,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","modelName":"e2e-external-model"} {"level":"info","ts":1789044256.1861746,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789044256.1861935,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789044256.186209,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","authType":"apikey"} {"level":"info","ts":1789044256.186234,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933"} {"level":"info","ts":1789044256.2373888,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933"} {"level":"info","ts":1789044256.2374134,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933"} {"level":"info","ts":1789044256.2374344,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","EoS":false} {"level":"info","ts":1789044256.2374485,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933"} {"level":"info","ts":1789044256.2374752,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","EoS":true} {"level":"info","ts":1789044256.2374845,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"478a4a53b87ed195adc5afe8eec10244","span_id":"58fd0505da35ae0d","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933"} {"level":"info","ts":1789044256.277705,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044256.2778258,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24"} {"level":"info","ts":1789044256.2778468,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24"} {"level":"info","ts":1789044256.2778652,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24","EoS":true} {"level":"info","ts":1789044256.2778997,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24","header":"x-maas-group"} {"level":"info","ts":1789044256.277913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24","header":"x-maas-subscription"} {"level":"info","ts":1789044256.277921,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24","header":"x-maas-username"} {"level":"info","ts":1789044256.2779396,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789044256.277973,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24"} {"level":"info","ts":1789044256.3248658,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24"} {"level":"info","ts":1789044256.3248885,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24"} {"level":"info","ts":1789044256.3249106,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24","EoS":false} {"level":"info","ts":1789044256.3249278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24"} {"level":"info","ts":1789044256.3249655,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24","EoS":true} {"level":"info","ts":1789044256.3249767,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2e22165191d8c87046fa8c2d3317bd8f","span_id":"81ca0af31844ab6c","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24"} {"level":"info","ts":1789044256.367723,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044256.3678162,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f"} {"level":"info","ts":1789044256.3678298,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f"} {"level":"info","ts":1789044256.3678465,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f","EoS":true} {"level":"info","ts":1789044256.3678732,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f","header":"x-maas-subscription"} {"level":"info","ts":1789044256.3678882,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f","header":"x-maas-group"} {"level":"info","ts":1789044256.367896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f","header":"x-maas-username"} {"level":"info","ts":1789044256.367933,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f"} {"level":"info","ts":1789044256.4154224,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f"} {"level":"info","ts":1789044256.4154406,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f"} {"level":"info","ts":1789044256.4154572,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f","EoS":false} {"level":"info","ts":1789044256.4154687,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f"} {"level":"info","ts":1789044256.4154916,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f","EoS":true} {"level":"info","ts":1789044256.415501,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd90fce017458c0c1a4c3b17d94e98d2","span_id":"4ee923bf5e067727","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f"} {"level":"error","ts":1789044257.0665662,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789044257.582407,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ec7839f-d6fa-4496-95e4-a4c8e3b5db96"} {"level":"info","ts":1789044257.5825114,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78a36657-2d55-46fb-80b8-4a989c7d15ae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789044257.582556,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78a36657-2d55-46fb-80b8-4a989c7d15ae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789044257.7767608,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62fd88f4-5b0e-487a-bdad-705a2398d86a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789044257.7767942,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d83785fa-c647-444e-ae8c-fe6f4ce7b1d1"} {"level":"info","ts":1789044257.776801,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62fd88f4-5b0e-487a-bdad-705a2398d86a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789044257.9533935,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"961230ff-ee29-4dc9-b014-d87601db7303","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789044257.953442,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"961230ff-ee29-4dc9-b014-d87601db7303","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789044272.0683868,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789044273.7280853,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044273.728182,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398"} {"level":"info","ts":1789044273.7281964,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398"} {"level":"info","ts":1789044273.7282083,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398","EoS":true} {"level":"info","ts":1789044273.7282312,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398","header":"x-maas-subscription"} {"level":"info","ts":1789044273.7282457,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398","header":"x-maas-username"} {"level":"info","ts":1789044273.728253,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398","header":"x-maas-group"} {"level":"info","ts":1789044273.7282681,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789044273.7282927,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398"} {"level":"info","ts":1789044273.72919,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398"} {"level":"info","ts":1789044273.7292132,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398"} {"level":"info","ts":1789044273.7292287,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398","EoS":false} {"level":"info","ts":1789044273.7292428,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398"} {"level":"info","ts":1789044273.7292674,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398","EoS":true} {"level":"info","ts":1789044273.7292757,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"30c071678dd32b6d7f95a69bfb99cf8b","span_id":"a28afd2f886a1af4","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398"} {"level":"info","ts":1789044273.775048,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044273.7751346,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14"} {"level":"info","ts":1789044273.7751455,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14"} {"level":"info","ts":1789044273.7751565,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14","EoS":true} {"level":"info","ts":1789044273.7751763,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14","header":"x-maas-username"} {"level":"info","ts":1789044273.7751868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14","header":"x-maas-group"} {"level":"info","ts":1789044273.775192,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14","header":"x-maas-subscription"} {"level":"info","ts":1789044273.7752056,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789044273.7752266,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14"} {"level":"info","ts":1789044273.7831109,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14"} {"level":"info","ts":1789044273.7831304,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14"} {"level":"info","ts":1789044273.7831457,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14","EoS":false} {"level":"info","ts":1789044273.783157,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14"} {"level":"info","ts":1789044273.783182,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14","EoS":true} {"level":"info","ts":1789044273.7831914,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a1a2e828c0ffeb21a8ed83a843f9bd41","span_id":"f022b7ae390b79e4","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14"} {"level":"info","ts":1789044273.8260255,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044273.8261168,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f"} {"level":"info","ts":1789044273.8261335,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f"} {"level":"info","ts":1789044273.8261485,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f","EoS":true} {"level":"info","ts":1789044273.8261728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f","header":"x-maas-subscription"} {"level":"info","ts":1789044273.8261864,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f","header":"x-maas-group"} {"level":"info","ts":1789044273.8261945,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f","header":"x-maas-username"} {"level":"info","ts":1789044273.8262107,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789044273.8262382,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f"} {"level":"info","ts":1789044273.827198,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f"} {"level":"info","ts":1789044273.8272176,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f"} {"level":"info","ts":1789044273.827237,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f","EoS":false} {"level":"info","ts":1789044273.8272479,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f"} {"level":"info","ts":1789044273.8272712,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f","EoS":true} {"level":"info","ts":1789044273.8272805,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9b844d57398ed12f2f10c161d6299a92","span_id":"d9af6768103ce17f","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f"} {"level":"info","ts":1789044273.8792017,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044273.8792741,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538"} {"level":"info","ts":1789044273.8792887,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538"} {"level":"info","ts":1789044273.8793027,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538","EoS":true} {"level":"info","ts":1789044273.8793218,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538","header":"x-maas-subscription"} {"level":"info","ts":1789044273.8793323,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538","header":"x-maas-username"} {"level":"info","ts":1789044273.879337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538","header":"x-maas-group"} {"level":"info","ts":1789044273.879349,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789044273.8793724,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538"} {"level":"info","ts":1789044273.883815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538"} {"level":"info","ts":1789044273.8838317,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538"} {"level":"info","ts":1789044273.8838437,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538","EoS":false} {"level":"info","ts":1789044273.883857,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538"} {"level":"info","ts":1789044273.8838804,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538","EoS":true} {"level":"info","ts":1789044273.8838904,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ea0075c7c4aa782f0fda3fe2891b70fd","span_id":"4963b29fddfc304c","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538"} {"level":"error","ts":1789044287.0700276,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789044293.152843,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044293.152929,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ef47fa1869f72c78e3f9170996d5837b","span_id":"710ca717a4d4ca1e","x-request-id":"183ddc28-efd9-419b-b2c7-166ebb5a2246"} {"level":"info","ts":1789044293.1529415,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ef47fa1869f72c78e3f9170996d5837b","span_id":"710ca717a4d4ca1e","x-request-id":"183ddc28-efd9-419b-b2c7-166ebb5a2246"} {"level":"info","ts":1789044293.1529527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ef47fa1869f72c78e3f9170996d5837b","span_id":"710ca717a4d4ca1e","x-request-id":"183ddc28-efd9-419b-b2c7-166ebb5a2246","EoS":true} {"level":"info","ts":1789044293.1530006,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ef47fa1869f72c78e3f9170996d5837b","span_id":"710ca717a4d4ca1e","x-request-id":"183ddc28-efd9-419b-b2c7-166ebb5a2246"} {"level":"info","ts":1789044293.2932181,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044293.2932982,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a279ea6564f1985ae0bf487f73af4531","span_id":"0e9f44f306c40262","x-request-id":"49ad094e-65d8-4fab-95dd-9dbc4c6b3836"} {"level":"info","ts":1789044293.2933097,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a279ea6564f1985ae0bf487f73af4531","span_id":"0e9f44f306c40262","x-request-id":"49ad094e-65d8-4fab-95dd-9dbc4c6b3836"} {"level":"info","ts":1789044293.293321,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a279ea6564f1985ae0bf487f73af4531","span_id":"0e9f44f306c40262","x-request-id":"49ad094e-65d8-4fab-95dd-9dbc4c6b3836","EoS":true} {"level":"info","ts":1789044293.2933578,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a279ea6564f1985ae0bf487f73af4531","span_id":"0e9f44f306c40262","x-request-id":"49ad094e-65d8-4fab-95dd-9dbc4c6b3836"} {"level":"info","ts":1789044293.4347618,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044293.4348454,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cf99408aaa8948b5268891bf81e2ccaf","span_id":"217979de65119571","x-request-id":"da701f59-c2be-4636-a6cd-1d3ff235afb3"} {"level":"info","ts":1789044293.4348595,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cf99408aaa8948b5268891bf81e2ccaf","span_id":"217979de65119571","x-request-id":"da701f59-c2be-4636-a6cd-1d3ff235afb3"} {"level":"info","ts":1789044293.4348705,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cf99408aaa8948b5268891bf81e2ccaf","span_id":"217979de65119571","x-request-id":"da701f59-c2be-4636-a6cd-1d3ff235afb3","EoS":true} {"level":"info","ts":1789044293.4349105,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cf99408aaa8948b5268891bf81e2ccaf","span_id":"217979de65119571","x-request-id":"da701f59-c2be-4636-a6cd-1d3ff235afb3"} {"level":"error","ts":1789044307.0714796,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789045459.642123,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045459.6422222,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7"} {"level":"info","ts":1789045459.642234,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7"} {"level":"info","ts":1789045459.642247,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7","EoS":true} {"level":"info","ts":1789045459.6422768,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7","header":"x-maas-username"} {"level":"info","ts":1789045459.6422923,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7","header":"x-maas-group"} {"level":"info","ts":1789045459.6423004,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7","header":"x-maas-subscription"} {"level":"info","ts":1789045459.6423192,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789045459.6423528,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7"} {"level":"info","ts":1789045459.6434927,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7"} {"level":"info","ts":1789045459.6435115,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7"} {"level":"info","ts":1789045459.643526,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7","EoS":false} {"level":"info","ts":1789045459.6435394,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7"} {"level":"info","ts":1789045459.6435626,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7","EoS":true} {"level":"info","ts":1789045459.6435716,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"795e09f1fe6ce75123cfd8a368af2c8a","span_id":"5970cd1cd374e64b","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7"} {"level":"info","ts":1789045459.6812894,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045459.6813872,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba"} {"level":"info","ts":1789045459.6813986,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba"} {"level":"info","ts":1789045459.6814098,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba","EoS":true} {"level":"info","ts":1789045459.6814325,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba","header":"x-maas-username"} {"level":"info","ts":1789045459.681444,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba","header":"x-maas-subscription"} {"level":"info","ts":1789045459.6814513,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba","header":"x-maas-group"} {"level":"info","ts":1789045459.681465,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789045459.6814945,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba"} {"level":"info","ts":1789045459.6823351,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba"} {"level":"info","ts":1789045459.6823545,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba"} {"level":"info","ts":1789045459.6823685,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba","EoS":false} {"level":"info","ts":1789045459.6823802,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba"} {"level":"info","ts":1789045459.6824036,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba","EoS":true} {"level":"info","ts":1789045459.682413,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"429b8e5a8e45ffc8be8d9b7053bb0f82","span_id":"6dafc7a24309e0d5","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba"} {"level":"error","ts":1789045472.2084005,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789045813.6921792,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045813.6922798,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983"} {"level":"info","ts":1789045813.692291,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983"} {"level":"info","ts":1789045813.6923022,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983","EoS":true} {"level":"info","ts":1789045813.6923254,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983","header":"x-maas-username"} {"level":"info","ts":1789045813.6923354,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983","header":"x-maas-group"} {"level":"info","ts":1789045813.6923397,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983","header":"x-maas-subscription"} {"level":"info","ts":1789045813.692355,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045813.692379,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983"} {"level":"info","ts":1789045813.705648,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983"} {"level":"info","ts":1789045813.7056692,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983"} {"level":"info","ts":1789045813.7056832,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983","EoS":false} {"level":"info","ts":1789045813.7056942,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983"} {"level":"info","ts":1789045813.7057228,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983","EoS":true} {"level":"info","ts":1789045813.7057347,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c71799fe6be5ea72bd64ebac5a36d250","span_id":"1a5d4e05589dea55","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983"} {"level":"info","ts":1789045813.8495793,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045813.849686,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c"} {"level":"info","ts":1789045813.8496983,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c"} {"level":"info","ts":1789045813.8497093,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c","EoS":true} {"level":"info","ts":1789045813.8497293,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c","header":"x-maas-subscription"} {"level":"info","ts":1789045813.849739,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c","header":"x-maas-group"} {"level":"info","ts":1789045813.8497438,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c","header":"x-maas-username"} {"level":"info","ts":1789045813.849758,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045813.8497856,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c"} {"level":"info","ts":1789045813.8525193,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c"} {"level":"info","ts":1789045813.8525326,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c"} {"level":"info","ts":1789045813.8525448,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c","EoS":false} {"level":"info","ts":1789045813.8525546,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c"} {"level":"info","ts":1789045813.852577,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c","EoS":true} {"level":"info","ts":1789045813.8525844,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"186662733779d09ad9f69d553bed8ee5","span_id":"c5ed633b16297713","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c"} {"level":"info","ts":1789045813.9903846,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045813.9904635,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f"} {"level":"info","ts":1789045813.9904747,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f"} {"level":"info","ts":1789045813.9904852,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f","EoS":true} {"level":"info","ts":1789045813.990505,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f","header":"x-maas-subscription"} {"level":"info","ts":1789045813.9905145,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f","header":"x-maas-username"} {"level":"info","ts":1789045813.9905193,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f","header":"x-maas-group"} {"level":"info","ts":1789045813.9905338,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045813.9905558,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f"} {"level":"info","ts":1789045813.9916437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f"} {"level":"info","ts":1789045813.991657,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f"} {"level":"info","ts":1789045813.991669,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f","EoS":false} {"level":"info","ts":1789045813.9916792,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f"} {"level":"info","ts":1789045813.9916995,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f","EoS":true} {"level":"info","ts":1789045813.9917068,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0076be47e71446d606b75fe52e4de195","span_id":"2d663fc00b37e747","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f"} {"level":"info","ts":1789045814.1313884,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045814.1314769,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99"} {"level":"info","ts":1789045814.1314907,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99"} {"level":"info","ts":1789045814.131502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99","EoS":true} {"level":"info","ts":1789045814.1315248,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99","header":"x-maas-subscription"} {"level":"info","ts":1789045814.1315334,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99","header":"x-maas-group"} {"level":"info","ts":1789045814.131539,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99","header":"x-maas-username"} {"level":"info","ts":1789045814.1315553,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045814.131576,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99"} {"level":"info","ts":1789045814.1327043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99"} {"level":"info","ts":1789045814.1327295,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99"} {"level":"info","ts":1789045814.1327424,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99","EoS":false} {"level":"info","ts":1789045814.1327538,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99"} {"level":"info","ts":1789045814.132777,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99","EoS":true} {"level":"info","ts":1789045814.1327915,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"39ec8e5f0c02fad3f2e67269519c6c70","span_id":"480effab258f5a2b","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99"} {"level":"info","ts":1789045814.2731626,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045814.2732556,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0"} {"level":"info","ts":1789045814.2732675,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0"} {"level":"info","ts":1789045814.273278,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0","EoS":true} {"level":"info","ts":1789045814.2732975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0","header":"x-maas-username"} {"level":"info","ts":1789045814.2733078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0","header":"x-maas-group"} {"level":"info","ts":1789045814.2733138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0","header":"x-maas-subscription"} {"level":"info","ts":1789045814.2733278,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045814.2733488,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0"} {"level":"info","ts":1789045814.274472,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0"} {"level":"info","ts":1789045814.2744927,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0"} {"level":"info","ts":1789045814.2745104,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0","EoS":false} {"level":"info","ts":1789045814.274527,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0"} {"level":"info","ts":1789045814.274567,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0","EoS":true} {"level":"info","ts":1789045814.274579,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"42191d5d5b92b3e4006ba0a2181bb1f1","span_id":"e02bcceb6a58f8b9","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0"} {"level":"info","ts":1789045823.1200242,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045823.1201625,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610"} {"level":"info","ts":1789045823.120183,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610"} {"level":"info","ts":1789045823.1202028,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610","EoS":true} {"level":"info","ts":1789045823.1202402,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610","header":"x-maas-username"} {"level":"info","ts":1789045823.1202593,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610","header":"x-maas-group"} {"level":"info","ts":1789045823.1202679,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610","header":"x-maas-subscription"} {"level":"info","ts":1789045823.120292,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045823.1203315,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610"} {"level":"info","ts":1789045823.1214747,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610"} {"level":"info","ts":1789045823.1214995,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610"} {"level":"info","ts":1789045823.121516,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610","EoS":false} {"level":"info","ts":1789045823.1215327,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610"} {"level":"info","ts":1789045823.1215677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610","EoS":true} {"level":"info","ts":1789045823.1215806,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"56341a290b781186ba0c64c3f6f044d2","span_id":"12afca09fd23b09d","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610"} {"level":"info","ts":1789045823.2396595,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045823.2397528,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8237304f57040299ff70600064183f4b","span_id":"8f831b634c06d54c","x-request-id":"1d910f46-379b-40f3-8cef-22bce44b7cc3"} {"level":"info","ts":1789045823.2407355,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8237304f57040299ff70600064183f4b","span_id":"8f831b634c06d54c","x-request-id":"1d910f46-379b-40f3-8cef-22bce44b7cc3"} {"level":"info","ts":1789045823.2407634,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8237304f57040299ff70600064183f4b","span_id":"8f831b634c06d54c","x-request-id":"1d910f46-379b-40f3-8cef-22bce44b7cc3"} {"level":"info","ts":1789045823.2407768,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8237304f57040299ff70600064183f4b","span_id":"8f831b634c06d54c","x-request-id":"1d910f46-379b-40f3-8cef-22bce44b7cc3","EoS":false} {"level":"info","ts":1789045823.2407894,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8237304f57040299ff70600064183f4b","span_id":"8f831b634c06d54c","x-request-id":"1d910f46-379b-40f3-8cef-22bce44b7cc3"} {"level":"info","ts":1789045823.240815,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8237304f57040299ff70600064183f4b","span_id":"8f831b634c06d54c","x-request-id":"1d910f46-379b-40f3-8cef-22bce44b7cc3","EoS":true} {"level":"info","ts":1789045823.2408233,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8237304f57040299ff70600064183f4b","span_id":"8f831b634c06d54c","x-request-id":"1d910f46-379b-40f3-8cef-22bce44b7cc3"} {"level":"info","ts":1789045824.1029499,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045824.1030364,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835"} {"level":"info","ts":1789045824.103049,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835"} {"level":"info","ts":1789045824.1030824,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835","EoS":true} {"level":"info","ts":1789045824.103103,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835","header":"x-maas-username"} {"level":"info","ts":1789045824.103115,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835","header":"x-maas-subscription"} {"level":"info","ts":1789045824.1031199,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835","header":"x-maas-group"} {"level":"info","ts":1789045824.1031337,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045824.1031582,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835"} {"level":"info","ts":1789045824.1050308,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835"} {"level":"info","ts":1789045824.1050506,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835"} {"level":"info","ts":1789045824.1050675,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835","EoS":false} {"level":"info","ts":1789045824.105078,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835"} {"level":"info","ts":1789045824.1050992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835","EoS":true} {"level":"info","ts":1789045824.1051087,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fa864e97fde3b2c6444a48262c654476","span_id":"c27ab1ce619d6721","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835"} {"level":"info","ts":1789045825.0752435,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045825.0753393,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136"} {"level":"info","ts":1789045825.075353,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136"} {"level":"info","ts":1789045825.0753677,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136","EoS":true} {"level":"info","ts":1789045825.0753918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136","header":"x-maas-subscription"} {"level":"info","ts":1789045825.0754025,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136","header":"x-maas-group"} {"level":"info","ts":1789045825.075408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136","header":"x-maas-username"} {"level":"info","ts":1789045825.0754232,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045825.0754488,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136"} {"level":"info","ts":1789045825.0763574,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136"} {"level":"info","ts":1789045825.076378,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136"} {"level":"info","ts":1789045825.0763898,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136","EoS":false} {"level":"info","ts":1789045825.0764043,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136"} {"level":"info","ts":1789045825.076432,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136","EoS":true} {"level":"info","ts":1789045825.0764413,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0b1385a4d402ffda83c41561394fcd5","span_id":"79e2a7e7db0e3a20","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136"} {"level":"info","ts":1789045825.8682563,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045825.868351,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5"} {"level":"info","ts":1789045825.8683662,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5"} {"level":"info","ts":1789045825.8683798,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5","EoS":true} {"level":"info","ts":1789045825.868409,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5","header":"x-maas-group"} {"level":"info","ts":1789045825.8684218,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5","header":"x-maas-subscription"} {"level":"info","ts":1789045825.8684263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5","header":"x-maas-username"} {"level":"info","ts":1789045825.8684409,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045825.8684657,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5"} {"level":"info","ts":1789045825.8693378,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5"} {"level":"info","ts":1789045825.8693583,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5"} {"level":"info","ts":1789045825.8693757,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5","EoS":false} {"level":"info","ts":1789045825.8693893,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5"} {"level":"info","ts":1789045825.8694127,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5","EoS":true} {"level":"info","ts":1789045825.8694246,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b3410042272f7de13d699e77dd380ac0","span_id":"ba04c87b9fd24ecb","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5"} {"level":"info","ts":1789045826.9842892,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045826.9843833,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897"} {"level":"info","ts":1789045826.9843965,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897"} {"level":"info","ts":1789045826.9844072,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897","EoS":true} {"level":"info","ts":1789045826.984427,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897","header":"x-maas-group"} {"level":"info","ts":1789045826.9844377,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897","header":"x-maas-username"} {"level":"info","ts":1789045826.984443,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897","header":"x-maas-subscription"} {"level":"info","ts":1789045826.9844573,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045826.9844797,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897"} {"level":"info","ts":1789045826.985344,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897"} {"level":"info","ts":1789045826.9853578,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897"} {"level":"info","ts":1789045826.9853766,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897","EoS":false} {"level":"info","ts":1789045826.9853895,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897"} {"level":"info","ts":1789045826.985411,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897","EoS":true} {"level":"info","ts":1789045826.9854186,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6db95cef913eb67e01bedd7c7428858a","span_id":"601f128846c7d2eb","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897"} {"level":"error","ts":1789045827.2521126,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789045842.2534273,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789045846.7407901,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045846.7408962,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833"} {"level":"info","ts":1789045846.7409124,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833"} {"level":"info","ts":1789045846.7409244,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833","EoS":true} {"level":"info","ts":1789045846.7409515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833","header":"x-maas-subscription"} {"level":"info","ts":1789045846.7409625,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833","header":"x-maas-group"} {"level":"info","ts":1789045846.7409682,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833","header":"x-maas-username"} {"level":"info","ts":1789045846.740983,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045846.7410111,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833"} {"level":"info","ts":1789045846.7419574,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833"} {"level":"info","ts":1789045846.741979,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833"} {"level":"info","ts":1789045846.7419987,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833","EoS":false} {"level":"info","ts":1789045846.7420137,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833"} {"level":"info","ts":1789045846.7420394,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833","EoS":true} {"level":"info","ts":1789045846.7420785,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7eef632d62820bc53a255bde069558e6","span_id":"ebdf6a8ed47bea54","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833"} {"level":"error","ts":1789045857.2544656,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789045939.2790964,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045939.2791996,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57"} {"level":"info","ts":1789045939.2792175,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57"} {"level":"info","ts":1789045939.2792304,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57","EoS":true} {"level":"info","ts":1789045939.2792547,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57","header":"x-maas-group"} {"level":"info","ts":1789045939.2792664,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57","header":"x-maas-subscription"} {"level":"info","ts":1789045939.2792711,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57","header":"x-maas-username"} {"level":"info","ts":1789045939.2792883,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789045939.2793148,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57"} {"level":"info","ts":1789045939.2930157,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57"} {"level":"info","ts":1789045939.2930374,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57"} {"level":"info","ts":1789045939.293052,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57","EoS":false} {"level":"info","ts":1789045939.2930644,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57"} {"level":"info","ts":1789045939.2930896,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57","EoS":true} {"level":"info","ts":1789045939.2930987,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6f9363e744a3c8778341d6c0510dbd6","span_id":"a72d0fd26e98115e","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57"} {"level":"error","ts":1789045952.2653015,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789046047.6282701,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046047.6283593,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1"} {"level":"info","ts":1789046047.628372,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1"} {"level":"info","ts":1789046047.6283836,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1","EoS":true} {"level":"info","ts":1789046047.628407,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1","header":"x-maas-group"} {"level":"info","ts":1789046047.6284165,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1","header":"x-maas-subscription"} {"level":"info","ts":1789046047.6284215,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1","header":"x-maas-username"} {"level":"info","ts":1789046047.6284356,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789046047.6284578,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1"} {"level":"info","ts":1789046047.629532,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1"} {"level":"info","ts":1789046047.6295483,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1"} {"level":"info","ts":1789046047.6295621,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1","EoS":false} {"level":"info","ts":1789046047.629573,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1"} {"level":"info","ts":1789046047.6296115,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1","EoS":true} {"level":"info","ts":1789046047.6296215,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e672a96b8dffc9f4c26c4e1f70f8a36b","span_id":"85052dffad0204f2","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1"} {"level":"info","ts":1789046062.0322444,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046062.0323396,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751"} {"level":"info","ts":1789046062.0323515,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751"} {"level":"info","ts":1789046062.0323625,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751","EoS":true} {"level":"info","ts":1789046062.032383,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751","header":"x-maas-username"} {"level":"info","ts":1789046062.032393,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751","header":"x-maas-group"} {"level":"info","ts":1789046062.0323994,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751","header":"x-maas-subscription"} {"level":"info","ts":1789046062.0324132,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789046062.032485,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751"} {"level":"info","ts":1789046062.0457435,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751"} {"level":"info","ts":1789046062.0457737,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751"} {"level":"info","ts":1789046062.0458007,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751","EoS":false} {"level":"info","ts":1789046062.0458183,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751"} {"level":"info","ts":1789046062.0458622,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751","EoS":false} {"level":"info","ts":1789046062.0458796,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751"} {"level":"info","ts":1789046062.045899,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751","EoS":true} {"level":"info","ts":1789046062.0459142,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7003340a149a196735e87ab088d2d28","span_id":"7790c4b2ff82bc0c","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751"} {"level":"info","ts":1789046062.1904368,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046062.1905153,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb"} {"level":"info","ts":1789046062.1905274,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb"} {"level":"info","ts":1789046062.1905382,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb","EoS":true} {"level":"info","ts":1789046062.190556,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb","header":"x-maas-group"} {"level":"info","ts":1789046062.1905656,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb","header":"x-maas-username"} {"level":"info","ts":1789046062.1905718,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb","header":"x-maas-subscription"} {"level":"info","ts":1789046062.1905859,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789046062.1906312,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb"} {"level":"info","ts":1789046062.1926932,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb"} {"level":"info","ts":1789046062.192707,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb"} {"level":"info","ts":1789046062.1927202,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb","EoS":false} {"level":"info","ts":1789046062.1927357,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb"} {"level":"info","ts":1789046062.1927636,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb","EoS":false} {"level":"info","ts":1789046062.192776,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb"} {"level":"info","ts":1789046062.1927853,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb","EoS":true} {"level":"info","ts":1789046062.1927938,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"adac470d811f39f081fcb3a781c53382","span_id":"654a2febee6ee98d","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb"} {"level":"error","ts":1789046062.2773333,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789046062.3436809,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046062.3437576,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2"} {"level":"info","ts":1789046062.3437688,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2"} {"level":"info","ts":1789046062.3437793,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2","EoS":true} {"level":"info","ts":1789046062.3438044,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2","header":"x-maas-subscription"} {"level":"info","ts":1789046062.3438134,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2","header":"x-maas-group"} {"level":"info","ts":1789046062.3438182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2","header":"x-maas-username"} {"level":"info","ts":1789046062.3438318,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789046062.3438528,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2"} {"level":"info","ts":1789046062.3447282,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2"} {"level":"info","ts":1789046062.344741,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2"} {"level":"info","ts":1789046062.344755,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2","EoS":false} {"level":"info","ts":1789046062.3447678,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2"} {"level":"info","ts":1789046062.3447897,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2","EoS":true} {"level":"info","ts":1789046062.3448005,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ee0c2175cb48de37b72ce11fb105b3f","span_id":"ffc686a1e09b3a0d","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2"} {"level":"error","ts":1789046072.277544,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789046075.5581808,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046075.5582678,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299"} {"level":"info","ts":1789046075.5582812,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299"} {"level":"info","ts":1789046075.5582933,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299","EoS":true} {"level":"info","ts":1789046075.558315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299","header":"x-maas-subscription"} {"level":"info","ts":1789046075.5583248,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299","header":"x-maas-username"} {"level":"info","ts":1789046075.55833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299","header":"x-maas-group"} {"level":"info","ts":1789046075.5583446,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789046075.5583704,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299"} {"level":"info","ts":1789046075.560462,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299"} {"level":"info","ts":1789046075.560485,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299"} {"level":"info","ts":1789046075.5605028,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299","EoS":false} {"level":"info","ts":1789046075.5605164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299"} {"level":"info","ts":1789046075.5605438,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299","EoS":true} {"level":"info","ts":1789046075.560554,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"393e0250bdaa163c30bae5ab619e52d5","span_id":"a7fd9f35f2b915b3","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299"} {"level":"error","ts":1789046087.2791715,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}