{"level":"info","ts":1788986820.904741,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"47d0d7ce-846a-4d16-8060-9edf05f6fa6b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788986820.9047754,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"4266c739-6937-45f6-8472-6d885df9b27c","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986820.904807,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"4266c739-6937-45f6-8472-6d885df9b27c","modelName":"e2e-legacy-migration-43fbda7e","resolvedRefs":1} {"level":"error","ts":1788986820.9072347,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"17ecd680-6cc0-42e2-be3a-420ca8734332","error":"ExternalModel \"e2e-legacy-migration-43fbda7e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-43fbda7e\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788986820.9073112,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"81cb3d7d-3781-4160-9b2b-c3064a692d16"} {"level":"info","ts":1788986820.9073408,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"81cb3d7d-3781-4160-9b2b-c3064a692d16","provider":"e2e-legacy-migration-43fbda7e","phase":"Failed"} {"level":"info","ts":1788986820.9081924,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"e9224e63-c1ab-4aef-b142-6ed00435b653","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986820.9133086,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"d9244b04-5001-4d97-8756-7c56941399cf","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986820.9133828,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"d9244b04-5001-4d97-8756-7c56941399cf","modelName":"e2e-legacy-migration-43fbda7e","resolvedRefs":1} {"level":"info","ts":1788986820.9175384,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"e9224e63-c1ab-4aef-b142-6ed00435b653","name":"e2e-legacy-migration-43fbda7e"} {"level":"info","ts":1788986820.9196222,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"2059785a-0369-45d4-927e-97e5475fe303","service":"e2e-legacy-migration-43fbda7e","serviceEntry":"e2e-legacy-migration-43fbda7e","destinationRule":"e2e-legacy-migration-43fbda7e"} {"level":"error","ts":1788986820.9199703,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"81cb3d7d-3781-4160-9b2b-c3064a692d16","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-43fbda7e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788986820.9200206,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"81cb3d7d-3781-4160-9b2b-c3064a692d16","error":"ExternalModel \"e2e-legacy-migration-43fbda7e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-43fbda7e\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788986820.9200773,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"0a0bc763-d4e6-4d6d-a612-8f5380a0e208"} {"level":"info","ts":1788986820.9201097,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"0a0bc763-d4e6-4d6d-a612-8f5380a0e208","provider":"e2e-legacy-migration-43fbda7e","phase":"Failed"} {"level":"info","ts":1788986820.9296527,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"e9224e63-c1ab-4aef-b142-6ed00435b653","provider":"openai","model":"e2e-legacy-migration-43fbda7e","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1788986820.934438,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"0a0bc763-d4e6-4d6d-a612-8f5380a0e208","error":"ExternalModel \"e2e-legacy-migration-43fbda7e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-43fbda7e\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788986820.9345737,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"ce700224-a021-48d7-94e3-68668b2c4212","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986820.9346247,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"c7ec241a-abfd-4dc2-8711-153bdc64c441","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986820.934648,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"c7ec241a-abfd-4dc2-8711-153bdc64c441","modelName":"e2e-legacy-migration-43fbda7e","resolvedRefs":1} {"level":"info","ts":1788986820.9347112,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"824b30c8-d678-4519-a479-189661fca7bb"} {"level":"info","ts":1788986820.9347563,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"824b30c8-d678-4519-a479-189661fca7bb","name":"e2e-legacy-migration-43fbda7e"} {"level":"error","ts":1788986820.9347658,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"2059785a-0369-45d4-927e-97e5475fe303","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-43fbda7e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788986820.9348316,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"07cb575b-0fde-4eec-803f-24980653ee59"} {"level":"info","ts":1788986820.934906,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"07cb575b-0fde-4eec-803f-24980653ee59","name":"e2e-legacy-migration-43fbda7e"} {"level":"info","ts":1788986820.9346275,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"ce700224-a021-48d7-94e3-68668b2c4212","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788986820.9524493,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"cd6ac6be-f0f9-40dd-892c-56d1f7d100d7","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986820.9524913,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"cd6ac6be-f0f9-40dd-892c-56d1f7d100d7","modelName":"e2e-legacy-migration-43fbda7e","resolvedRefs":1} {"level":"info","ts":1788986820.9581907,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"07cb575b-0fde-4eec-803f-24980653ee59","service":"e2e-legacy-migration-43fbda7e","serviceEntry":"e2e-legacy-migration-43fbda7e","destinationRule":"e2e-legacy-migration-43fbda7e"} {"level":"error","ts":1788986820.958569,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"824b30c8-d678-4519-a479-189661fca7bb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-43fbda7e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788986820.9586556,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"824b30c8-d678-4519-a479-189661fca7bb","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-43fbda7e\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788986820.958723,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"985abdeb-4de4-4b8b-8cc5-1cdbd64b36e4"} {"level":"info","ts":1788986820.9587817,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"985abdeb-4de4-4b8b-8cc5-1cdbd64b36e4","name":"e2e-legacy-migration-43fbda7e"} {"level":"info","ts":1788986820.9672353,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"9d8e1996-7e30-4557-a32d-9da911c0eda1","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986820.967266,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"9d8e1996-7e30-4557-a32d-9da911c0eda1","modelName":"e2e-legacy-migration-43fbda7e","resolvedRefs":1} {"level":"info","ts":1788986820.972298,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"985abdeb-4de4-4b8b-8cc5-1cdbd64b36e4","httpRoute":"e2e-legacy-migration-43fbda7e","providers":["e2e-legacy-migration-43fbda7e"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1788986820.9777062,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"985abdeb-4de4-4b8b-8cc5-1cdbd64b36e4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-43fbda7e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788986820.9778216,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"af45b29f-3953-4583-8694-56e41b35f730"} {"level":"info","ts":1788986820.97789,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"af45b29f-3953-4583-8694-56e41b35f730","name":"e2e-legacy-migration-43fbda7e"} {"level":"info","ts":1788986820.9891367,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"0c23ce74-7ea8-4486-beda-3b5af77fb21e","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986820.9892035,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"0c23ce74-7ea8-4486-beda-3b5af77fb21e","modelName":"e2e-legacy-migration-43fbda7e","resolvedRefs":1} {"level":"info","ts":1788986820.9935343,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"af45b29f-3953-4583-8694-56e41b35f730","httpRoute":"e2e-legacy-migration-43fbda7e","providers":["e2e-legacy-migration-43fbda7e"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1788986821.0008616,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"af45b29f-3953-4583-8694-56e41b35f730","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-43fbda7e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788986821.0009665,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"1586af40-5789-4a01-9027-24982f07545d"} {"level":"info","ts":1788986821.0010366,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"1586af40-5789-4a01-9027-24982f07545d","name":"e2e-legacy-migration-43fbda7e"} {"level":"info","ts":1788986821.0148227,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"1586af40-5789-4a01-9027-24982f07545d","httpRoute":"e2e-legacy-migration-43fbda7e","providers":["e2e-legacy-migration-43fbda7e"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788986821.0664887,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"eed429c6-4478-4350-969c-ef66cca3fc2f","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986821.0702953,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"eed429c6-4478-4350-969c-ef66cca3fc2f","name":"e2e-legacy-migration-43fbda7e"} {"level":"info","ts":1788986821.075819,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"eed429c6-4478-4350-969c-ef66cca3fc2f","provider":"openai","model":"e2e-legacy-migration-43fbda7e","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788986823.7408726,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"7b681c79-6ce5-4917-b3c3-1fdd56081c54","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986823.7470243,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"2c267871-d35c-43cd-ac49-a6218ae73f8f","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986823.747062,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"2c267871-d35c-43cd-ac49-a6218ae73f8f","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986823.7470672,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"5dac65f4-bb53-46ba-b7bd-ca1370fb72c0"} {"level":"info","ts":1788986823.7480867,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"9220500c-6037-4040-b737-0b6d2f77b754"} {"level":"info","ts":1788986823.7481246,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"37f36739-838b-427e-bee6-f8bc5b0a1c36","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986823.7481449,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-43fbda7e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-43fbda7e","reconcileID":"37f36739-838b-427e-bee6-f8bc5b0a1c36","name":"e2e-legacy-migration-43fbda7e","namespace":"llm"} {"level":"info","ts":1788986824.1463587,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788986824.146467,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991"} {"level":"info","ts":1788986824.1464837,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991"} {"level":"info","ts":1788986824.1464968,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991","EoS":true} {"level":"info","ts":1788986824.1465216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991","header":"x-maas-group"} {"level":"info","ts":1788986824.1465313,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991","header":"x-maas-subscription"} {"level":"info","ts":1788986824.1465375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991","header":"x-maas-username"} {"level":"info","ts":1788986824.1465602,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788986824.146572,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991","modelName":"e2e-external-model"} {"level":"info","ts":1788986824.146583,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1788986824.146604,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1788986824.1466203,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991","authType":"apikey"} {"level":"info","ts":1788986824.14665,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991"} {"level":"info","ts":1788986824.3259876,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991"} {"level":"info","ts":1788986824.3260658,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991"} {"level":"info","ts":1788986824.3261006,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991","EoS":false} {"level":"info","ts":1788986824.326134,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991"} {"level":"info","ts":1788986824.3262072,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991","EoS":true} {"level":"info","ts":1788986824.3262203,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d197befe1999b256915c369494f6ef76","span_id":"a881c2fcc607b14f","x-request-id":"e8ce722c-a1cb-48ac-8b02-9c100a942991"} {"level":"info","ts":1788986824.377495,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788986824.3776243,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4"} {"level":"info","ts":1788986824.3776436,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4"} {"level":"info","ts":1788986824.3776646,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4","EoS":true} {"level":"info","ts":1788986824.3777037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4","header":"x-maas-group"} {"level":"info","ts":1788986824.3777163,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4","header":"x-maas-subscription"} {"level":"info","ts":1788986824.3777237,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4","header":"x-maas-username"} {"level":"info","ts":1788986824.3777432,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788986824.3777728,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4"} {"level":"info","ts":1788986824.492674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4"} {"level":"info","ts":1788986824.4928272,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4"} {"level":"info","ts":1788986824.4928792,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4","EoS":false} {"level":"info","ts":1788986824.4929378,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4"} {"level":"info","ts":1788986824.49306,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4","EoS":true} {"level":"info","ts":1788986824.4930944,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8c068d0f1da7cd93f307fe25e37c190","span_id":"d7dd68c64db78107","x-request-id":"43da723e-f820-457b-a907-121c7e67b9f4"} {"level":"info","ts":1788986824.569212,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788986824.5694342,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff"} {"level":"info","ts":1788986824.5694873,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff"} {"level":"info","ts":1788986824.569532,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff","EoS":true} {"level":"info","ts":1788986824.5695837,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff","header":"x-maas-group"} {"level":"info","ts":1788986824.5696144,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff","header":"x-maas-subscription"} {"level":"info","ts":1788986824.5696433,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff","header":"x-maas-username"} {"level":"info","ts":1788986824.56971,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff"} {"level":"info","ts":1788986824.6462493,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff"} {"level":"info","ts":1788986824.6463408,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff"} {"level":"info","ts":1788986824.64639,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff","EoS":false} {"level":"info","ts":1788986824.6464295,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff"} {"level":"info","ts":1788986824.6464956,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff","EoS":true} {"level":"info","ts":1788986824.6465313,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f32bb6d31b715e96ab22adb6a088561","span_id":"69038a5590fb2560","x-request-id":"c6cac5f7-428b-41ca-bff9-7f9da0427bff"} {"level":"info","ts":1788986825.4587753,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"510520d6-a837-4900-a6b2-64b74dfddc1d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788986825.4590151,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"510520d6-a837-4900-a6b2-64b74dfddc1d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788986825.4589465,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff1ca904-3ca3-46bc-bfc3-21b9317cb30e"} {"level":"info","ts":1788986825.5942085,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a69bd8a3-b1e7-4b9b-a909-701cd98b0b86","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788986825.594316,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a69bd8a3-b1e7-4b9b-a909-701cd98b0b86","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788986825.5944352,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a55ce937-cc3d-4752-a463-9234350dc20a"} {"level":"info","ts":1788986825.699015,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e07a55a0-ae92-4560-a3fb-73537719bd89","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1788986825.699088,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e07a55a0-ae92-4560-a3fb-73537719bd89","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1788986827.7052572,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1788986842.7064962,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788986844.1249814,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788986844.1250806,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656"} {"level":"info","ts":1788986844.125094,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656"} {"level":"info","ts":1788986844.1251056,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656","EoS":true} {"level":"info","ts":1788986844.125128,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656","header":"x-maas-group"} {"level":"info","ts":1788986844.1251385,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656","header":"x-maas-subscription"} {"level":"info","ts":1788986844.125144,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656","header":"x-maas-username"} {"level":"info","ts":1788986844.1251597,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788986844.1252086,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656"} {"level":"info","ts":1788986844.1271126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656"} {"level":"info","ts":1788986844.1271346,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656"} {"level":"info","ts":1788986844.1271489,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656","EoS":false} {"level":"info","ts":1788986844.1271844,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656"} {"level":"info","ts":1788986844.1272075,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656","EoS":true} {"level":"info","ts":1788986844.1272163,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a1a8315831586a97f55744266accf826","span_id":"22b1ddd630e4eff8","x-request-id":"ba257296-5953-4cfd-971f-dc838a0ab656"} {"level":"info","ts":1788986844.1626492,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788986844.162783,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5"} {"level":"info","ts":1788986844.1628022,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5"} {"level":"info","ts":1788986844.1628199,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5","EoS":true} {"level":"info","ts":1788986844.1628544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5","header":"x-maas-subscription"} {"level":"info","ts":1788986844.1628687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5","header":"x-maas-username"} {"level":"info","ts":1788986844.162876,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5","header":"x-maas-group"} {"level":"info","ts":1788986844.1628957,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788986844.162931,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5"} {"level":"info","ts":1788986844.1639643,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5"} {"level":"info","ts":1788986844.1639845,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5"} {"level":"info","ts":1788986844.1639967,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5","EoS":false} {"level":"info","ts":1788986844.1640086,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5"} {"level":"info","ts":1788986844.164036,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5","EoS":true} {"level":"info","ts":1788986844.164048,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2505d47c5d2cb203b3e1c9e0c8d21e08","span_id":"661d14cb5f2eb2da","x-request-id":"1102d036-52c1-4713-82b2-9e37874238b5"} {"level":"info","ts":1788986844.2013369,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788986844.2014308,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad"} {"level":"info","ts":1788986844.2014427,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad"} {"level":"info","ts":1788986844.2014554,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad","EoS":true} {"level":"info","ts":1788986844.2014775,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad","header":"x-maas-username"} {"level":"info","ts":1788986844.2014873,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad","header":"x-maas-subscription"} {"level":"info","ts":1788986844.201493,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad","header":"x-maas-group"} {"level":"info","ts":1788986844.2015083,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788986844.2015345,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad"} {"level":"info","ts":1788986844.2024007,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad"} {"level":"info","ts":1788986844.2024271,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad"} {"level":"info","ts":1788986844.2024434,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad","EoS":false} {"level":"info","ts":1788986844.2024565,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad"} {"level":"info","ts":1788986844.2024891,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad","EoS":true} {"level":"info","ts":1788986844.2024996,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5409db95d6d7f6c16b16f10b9d69c7dc","span_id":"c25b59b0d8313972","x-request-id":"a53d2df4-2b70-440a-b2a2-f1c1d1d924ad"} {"level":"info","ts":1788986844.23675,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788986844.2368588,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65"} {"level":"info","ts":1788986844.236912,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65"} {"level":"info","ts":1788986844.2369325,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65","EoS":true} {"level":"info","ts":1788986844.2369587,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65","header":"x-maas-username"} {"level":"info","ts":1788986844.2369952,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65","header":"x-maas-subscription"} {"level":"info","ts":1788986844.2370043,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65","header":"x-maas-group"} {"level":"info","ts":1788986844.237021,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788986844.2370453,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65"} {"level":"info","ts":1788986844.2380095,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65"} {"level":"info","ts":1788986844.2380393,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65"} {"level":"info","ts":1788986844.2380679,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65","EoS":false} {"level":"info","ts":1788986844.2380974,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65"} {"level":"info","ts":1788986844.2381506,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65","EoS":true} {"level":"info","ts":1788986844.2381995,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cfc19eb6c58bd1f538b0a40e05f521ae","span_id":"d21d867702c568d6","x-request-id":"658a4c59-0df5-4e2e-8666-4e8e31a74c65"} {"level":"error","ts":1788986857.7079751,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788986861.8503745,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788986861.850539,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"de69212c9de29f1d23c5a9e844fdc268","span_id":"f0bd1ea31e57f095","x-request-id":"fa707031-c43e-46a2-9573-37916baa8ce0"} {"level":"info","ts":1788986861.8505552,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"de69212c9de29f1d23c5a9e844fdc268","span_id":"f0bd1ea31e57f095","x-request-id":"fa707031-c43e-46a2-9573-37916baa8ce0"} {"level":"info","ts":1788986861.850572,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"de69212c9de29f1d23c5a9e844fdc268","span_id":"f0bd1ea31e57f095","x-request-id":"fa707031-c43e-46a2-9573-37916baa8ce0","EoS":true} {"level":"info","ts":1788986861.850632,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"de69212c9de29f1d23c5a9e844fdc268","span_id":"f0bd1ea31e57f095","x-request-id":"fa707031-c43e-46a2-9573-37916baa8ce0"} {"level":"info","ts":1788986862.005861,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788986862.00596,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0078cbefc1905bee7e4797d4bd1b1a5e","span_id":"68f11169e4f77927","x-request-id":"9cb515f8-1889-4fe7-833f-7f14c06c0399"} {"level":"info","ts":1788986862.0059714,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0078cbefc1905bee7e4797d4bd1b1a5e","span_id":"68f11169e4f77927","x-request-id":"9cb515f8-1889-4fe7-833f-7f14c06c0399"} {"level":"info","ts":1788986862.0059829,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0078cbefc1905bee7e4797d4bd1b1a5e","span_id":"68f11169e4f77927","x-request-id":"9cb515f8-1889-4fe7-833f-7f14c06c0399","EoS":true} {"level":"info","ts":1788986862.0060253,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0078cbefc1905bee7e4797d4bd1b1a5e","span_id":"68f11169e4f77927","x-request-id":"9cb515f8-1889-4fe7-833f-7f14c06c0399"} {"level":"info","ts":1788986862.2085073,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788986862.2086055,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0763c35d1d22fb1865f340b383e6b0ca","span_id":"0437616635e7d960","x-request-id":"e036ab16-03b3-4153-b3c2-b5866ff58a28"} {"level":"info","ts":1788986862.20862,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0763c35d1d22fb1865f340b383e6b0ca","span_id":"0437616635e7d960","x-request-id":"e036ab16-03b3-4153-b3c2-b5866ff58a28"} {"level":"info","ts":1788986862.2086332,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0763c35d1d22fb1865f340b383e6b0ca","span_id":"0437616635e7d960","x-request-id":"e036ab16-03b3-4153-b3c2-b5866ff58a28","EoS":true} {"level":"info","ts":1788986862.208683,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0763c35d1d22fb1865f340b383e6b0ca","span_id":"0437616635e7d960","x-request-id":"e036ab16-03b3-4153-b3c2-b5866ff58a28"} {"level":"error","ts":1788986872.709831,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788988006.028076,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988006.0281968,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e"} {"level":"info","ts":1788988006.028212,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e"} {"level":"info","ts":1788988006.0282247,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e","EoS":true} {"level":"info","ts":1788988006.0282507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e","header":"x-maas-username"} {"level":"info","ts":1788988006.0282652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e","header":"x-maas-group"} {"level":"info","ts":1788988006.0282717,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e","header":"x-maas-subscription"} {"level":"info","ts":1788988006.0282876,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1788988006.028315,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e"} {"level":"info","ts":1788988006.029363,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e"} {"level":"info","ts":1788988006.0293891,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e"} {"level":"info","ts":1788988006.029405,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e","EoS":false} {"level":"info","ts":1788988006.0294175,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e"} {"level":"info","ts":1788988006.029446,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e","EoS":true} {"level":"info","ts":1788988006.0294611,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0380dbcfefda1901408e0b759bbd68ff","span_id":"9333deff13fbe907","x-request-id":"14d304f8-188a-457c-97e7-ea27d9ac951e"} {"level":"info","ts":1788988006.0668442,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988006.06694,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2"} {"level":"info","ts":1788988006.066954,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2"} {"level":"info","ts":1788988006.066965,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2","EoS":true} {"level":"info","ts":1788988006.066988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2","header":"x-maas-group"} {"level":"info","ts":1788988006.0669987,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2","header":"x-maas-subscription"} {"level":"info","ts":1788988006.0670037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2","header":"x-maas-username"} {"level":"info","ts":1788988006.067017,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1788988006.0670428,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2"} {"level":"info","ts":1788988006.0678682,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2"} {"level":"info","ts":1788988006.0678875,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2"} {"level":"info","ts":1788988006.0678992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2","EoS":false} {"level":"info","ts":1788988006.06791,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2"} {"level":"info","ts":1788988006.067935,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2","EoS":true} {"level":"info","ts":1788988006.0679457,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a72502f00764d17e4fb488213c4f605","span_id":"43bf1559477410bc","x-request-id":"b6c5147b-e7e0-4fa5-8c99-b410e99023f2"} {"level":"error","ts":1788988017.8526244,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788988337.1844733,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988337.1845934,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f"} {"level":"info","ts":1788988337.1846077,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f"} {"level":"info","ts":1788988337.1846278,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f","EoS":true} {"level":"info","ts":1788988337.1846638,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f","header":"x-maas-subscription"} {"level":"info","ts":1788988337.184677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f","header":"x-maas-username"} {"level":"info","ts":1788988337.1846843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f","header":"x-maas-group"} {"level":"info","ts":1788988337.1847053,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788988337.1847422,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f"} {"level":"info","ts":1788988337.1974242,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f"} {"level":"info","ts":1788988337.1974475,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f"} {"level":"info","ts":1788988337.1974638,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f","EoS":false} {"level":"info","ts":1788988337.1974761,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f"} {"level":"info","ts":1788988337.197498,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f","EoS":true} {"level":"info","ts":1788988337.1975057,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5fdde0369aea22938bfc059c75f1329c","span_id":"9391fd8206cd9eae","x-request-id":"e203f29c-ec98-43df-877d-9028ddf84f5f"} {"level":"info","ts":1788988337.3363411,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988337.3364384,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2"} {"level":"info","ts":1788988337.3364508,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2"} {"level":"info","ts":1788988337.3364623,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2","EoS":true} {"level":"info","ts":1788988337.3364866,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2","header":"x-maas-username"} {"level":"info","ts":1788988337.336497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2","header":"x-maas-subscription"} {"level":"info","ts":1788988337.336502,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2","header":"x-maas-group"} {"level":"info","ts":1788988337.3365176,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788988337.3365438,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2"} {"level":"info","ts":1788988337.338595,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2"} {"level":"info","ts":1788988337.3386214,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2"} {"level":"info","ts":1788988337.3386426,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2","EoS":false} {"level":"info","ts":1788988337.3386588,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2"} {"level":"info","ts":1788988337.3386903,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2","EoS":true} {"level":"info","ts":1788988337.3387024,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5df8fd47f149f8a33f91ebbf6d25a680","span_id":"118adab16151ef88","x-request-id":"e8c9c202-49e7-4120-ae55-b10b62da17b2"} {"level":"info","ts":1788988337.4774854,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988337.4776018,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6"} {"level":"info","ts":1788988337.4776168,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6"} {"level":"info","ts":1788988337.4776304,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6","EoS":true} {"level":"info","ts":1788988337.4776537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6","header":"x-maas-username"} {"level":"info","ts":1788988337.4776683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6","header":"x-maas-group"} {"level":"info","ts":1788988337.4776747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6","header":"x-maas-subscription"} {"level":"info","ts":1788988337.4776955,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788988337.4777336,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6"} {"level":"info","ts":1788988337.4785848,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6"} {"level":"info","ts":1788988337.4786048,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6"} {"level":"info","ts":1788988337.4786193,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6","EoS":false} {"level":"info","ts":1788988337.478631,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6"} {"level":"info","ts":1788988337.478652,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6","EoS":true} {"level":"info","ts":1788988337.4786613,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8244439df9e01621d5aaaaca86143bd","span_id":"88302a3b48aa7a6a","x-request-id":"d34e4109-7b6a-4551-9454-669dbe6e2fb6"} {"level":"info","ts":1788988337.6143467,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988337.614472,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326"} {"level":"info","ts":1788988337.6144893,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326"} {"level":"info","ts":1788988337.614503,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326","EoS":true} {"level":"info","ts":1788988337.6145263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326","header":"x-maas-subscription"} {"level":"info","ts":1788988337.6145377,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326","header":"x-maas-username"} {"level":"info","ts":1788988337.6145425,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326","header":"x-maas-group"} {"level":"info","ts":1788988337.6145575,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788988337.6145866,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326"} {"level":"info","ts":1788988337.6154814,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326"} {"level":"info","ts":1788988337.6155016,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326"} {"level":"info","ts":1788988337.615513,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326","EoS":false} {"level":"info","ts":1788988337.6155264,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326"} {"level":"info","ts":1788988337.61555,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326","EoS":true} {"level":"info","ts":1788988337.6155596,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"318847d7de39fc8392d0fe267d50bd41","span_id":"da31761a555db2ed","x-request-id":"a0c48503-bea2-4781-8770-e2671c9b8326"} {"level":"info","ts":1788988337.7522209,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988337.7523205,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978"} {"level":"info","ts":1788988337.7523327,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978"} {"level":"info","ts":1788988337.7523446,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978","EoS":true} {"level":"info","ts":1788988337.7523699,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978","header":"x-maas-group"} {"level":"info","ts":1788988337.75238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978","header":"x-maas-username"} {"level":"info","ts":1788988337.7523851,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978","header":"x-maas-subscription"} {"level":"info","ts":1788988337.7524028,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788988337.7524312,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978"} {"level":"info","ts":1788988337.7532566,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978"} {"level":"info","ts":1788988337.7532768,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978"} {"level":"info","ts":1788988337.7532988,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978","EoS":false} {"level":"info","ts":1788988337.7533185,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978"} {"level":"info","ts":1788988337.7533574,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978","EoS":true} {"level":"info","ts":1788988337.753369,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"122b89e5730b8c093b807e4ef4270bef","span_id":"a82ece122fd22b4d","x-request-id":"2af9d8d5-4821-4feb-b0e7-aa740329d978"} {"level":"info","ts":1788988346.4932165,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988346.493327,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2"} {"level":"info","ts":1788988346.4933405,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2"} {"level":"info","ts":1788988346.4933527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2","EoS":true} {"level":"info","ts":1788988346.4933794,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2","header":"x-maas-group"} {"level":"info","ts":1788988346.4933944,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2","header":"x-maas-subscription"} {"level":"info","ts":1788988346.4933999,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2","header":"x-maas-username"} {"level":"info","ts":1788988346.4934142,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788988346.493442,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2"} {"level":"info","ts":1788988346.494268,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2"} {"level":"info","ts":1788988346.49429,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2"} {"level":"info","ts":1788988346.494311,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2","EoS":false} {"level":"info","ts":1788988346.4943316,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2"} {"level":"info","ts":1788988346.494372,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2","EoS":true} {"level":"info","ts":1788988346.4943836,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e7c069ffff8d31731f4fdef5f3b6ebe9","span_id":"8fe9249c29199810","x-request-id":"bd985d1b-74c4-42ac-9553-76e8549e36e2"} {"level":"info","ts":1788988346.58754,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988346.587654,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2d3407f414bcd8cfc66bf494cdba692c","span_id":"4630438f9a60a47f","x-request-id":"3b012c47-cd65-4194-b372-310979c615da"} {"level":"info","ts":1788988346.5883973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2d3407f414bcd8cfc66bf494cdba692c","span_id":"4630438f9a60a47f","x-request-id":"3b012c47-cd65-4194-b372-310979c615da"} {"level":"info","ts":1788988346.588419,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2d3407f414bcd8cfc66bf494cdba692c","span_id":"4630438f9a60a47f","x-request-id":"3b012c47-cd65-4194-b372-310979c615da"} {"level":"info","ts":1788988346.5884378,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d3407f414bcd8cfc66bf494cdba692c","span_id":"4630438f9a60a47f","x-request-id":"3b012c47-cd65-4194-b372-310979c615da","EoS":false} {"level":"info","ts":1788988346.5884538,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d3407f414bcd8cfc66bf494cdba692c","span_id":"4630438f9a60a47f","x-request-id":"3b012c47-cd65-4194-b372-310979c615da"} {"level":"info","ts":1788988346.588482,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d3407f414bcd8cfc66bf494cdba692c","span_id":"4630438f9a60a47f","x-request-id":"3b012c47-cd65-4194-b372-310979c615da","EoS":true} {"level":"info","ts":1788988346.5884912,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d3407f414bcd8cfc66bf494cdba692c","span_id":"4630438f9a60a47f","x-request-id":"3b012c47-cd65-4194-b372-310979c615da"} {"level":"info","ts":1788988347.3226202,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988347.3227391,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9"} {"level":"info","ts":1788988347.3227553,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9"} {"level":"info","ts":1788988347.3227754,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9","EoS":true} {"level":"info","ts":1788988347.3228111,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9","header":"x-maas-group"} {"level":"info","ts":1788988347.3228273,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9","header":"x-maas-username"} {"level":"info","ts":1788988347.3228364,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9","header":"x-maas-subscription"} {"level":"info","ts":1788988347.3228588,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788988347.3228946,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9"} {"level":"info","ts":1788988347.3237371,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9"} {"level":"info","ts":1788988347.3237572,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9"} {"level":"info","ts":1788988347.3237715,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9","EoS":false} {"level":"info","ts":1788988347.3237872,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9"} {"level":"info","ts":1788988347.323814,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9","EoS":true} {"level":"info","ts":1788988347.3238235,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"323f58602c7151421299d41d64f03634","span_id":"3209bd3e8b76f183","x-request-id":"52a8191c-3e73-4f00-a276-dbf99eed01e9"} {"level":"error","ts":1788988347.887127,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788988348.210059,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988348.2101998,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f"} {"level":"info","ts":1788988348.2102168,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f"} {"level":"info","ts":1788988348.2102313,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f","EoS":true} {"level":"info","ts":1788988348.2102544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f","header":"x-maas-subscription"} {"level":"info","ts":1788988348.210265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f","header":"x-maas-group"} {"level":"info","ts":1788988348.2102706,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f","header":"x-maas-username"} {"level":"info","ts":1788988348.2102869,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788988348.2103128,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f"} {"level":"info","ts":1788988348.2112045,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f"} {"level":"info","ts":1788988348.2112284,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f"} {"level":"info","ts":1788988348.2112505,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f","EoS":false} {"level":"info","ts":1788988348.2112696,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f"} {"level":"info","ts":1788988348.2113051,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f","EoS":true} {"level":"info","ts":1788988348.2113168,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"132c5dd36f95b4779fb82683572a2a07","span_id":"16dbb7c7bdd4226d","x-request-id":"b442100e-1a38-4baf-8eb6-0612a5b0846f"} {"level":"info","ts":1788988348.9033172,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988348.903422,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2"} {"level":"info","ts":1788988348.9034386,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2"} {"level":"info","ts":1788988348.9034553,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2","EoS":true} {"level":"info","ts":1788988348.9034784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2","header":"x-maas-subscription"} {"level":"info","ts":1788988348.9034896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2","header":"x-maas-group"} {"level":"info","ts":1788988348.9034944,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2","header":"x-maas-username"} {"level":"info","ts":1788988348.9035082,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788988348.9035447,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2"} {"level":"info","ts":1788988348.90441,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2"} {"level":"info","ts":1788988348.9044304,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2"} {"level":"info","ts":1788988348.90445,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2","EoS":false} {"level":"info","ts":1788988348.9044669,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2"} {"level":"info","ts":1788988348.9045062,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2","EoS":true} {"level":"info","ts":1788988348.9045172,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9376a04455dbaa55bbde741a6f6a8ce4","span_id":"68ad48d72c70efee","x-request-id":"d8afff59-dbf0-4a57-a051-1ebfa12e43a2"} {"level":"info","ts":1788988349.9123876,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988349.9124887,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f"} {"level":"info","ts":1788988349.9125006,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f"} {"level":"info","ts":1788988349.912512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f","EoS":true} {"level":"info","ts":1788988349.912535,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f","header":"x-maas-group"} {"level":"info","ts":1788988349.9125443,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f","header":"x-maas-username"} {"level":"info","ts":1788988349.9125497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f","header":"x-maas-subscription"} {"level":"info","ts":1788988349.912567,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788988349.9125943,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f"} {"level":"info","ts":1788988349.9134774,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f"} {"level":"info","ts":1788988349.9134986,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f"} {"level":"info","ts":1788988349.9135187,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f","EoS":false} {"level":"info","ts":1788988349.9135349,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f"} {"level":"info","ts":1788988349.913571,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f","EoS":true} {"level":"info","ts":1788988349.9135826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ce58aae9e033da4d3aea17bb4ee1dc6","span_id":"9a73be0e92d42ad9","x-request-id":"2d65eeb5-5279-4e7f-8cb9-7d546db88c1f"} {"level":"error","ts":1788988362.889025,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788988364.7179954,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988364.7181177,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e"} {"level":"info","ts":1788988364.7181356,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e"} {"level":"info","ts":1788988364.7181497,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e","EoS":true} {"level":"info","ts":1788988364.7181964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e","header":"x-maas-subscription"} {"level":"info","ts":1788988364.7182062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e","header":"x-maas-group"} {"level":"info","ts":1788988364.7182114,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e","header":"x-maas-username"} {"level":"info","ts":1788988364.7182264,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788988364.718252,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e"} {"level":"info","ts":1788988364.7190669,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e"} {"level":"info","ts":1788988364.7190876,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e"} {"level":"info","ts":1788988364.7191024,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e","EoS":false} {"level":"info","ts":1788988364.719116,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e"} {"level":"info","ts":1788988364.7191405,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e","EoS":true} {"level":"info","ts":1788988364.7191505,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"daae0aa27f84844154552598cfbd4b23","span_id":"3ddfa1b3c82da559","x-request-id":"d96f7a8a-9c5d-4d2a-b568-8f5dee4fa74e"} {"level":"error","ts":1788988377.88959,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788988456.1614106,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988456.161544,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef"} {"level":"info","ts":1788988456.1615665,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef"} {"level":"info","ts":1788988456.161592,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef","EoS":true} {"level":"info","ts":1788988456.1616158,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef","header":"x-maas-username"} {"level":"info","ts":1788988456.1616273,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef","header":"x-maas-group"} {"level":"info","ts":1788988456.1616325,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef","header":"x-maas-subscription"} {"level":"info","ts":1788988456.161648,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1788988456.1616704,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef"} {"level":"info","ts":1788988456.173909,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef"} {"level":"info","ts":1788988456.1739304,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef"} {"level":"info","ts":1788988456.1739461,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef","EoS":false} {"level":"info","ts":1788988456.173959,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef"} {"level":"info","ts":1788988456.1739826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef","EoS":true} {"level":"info","ts":1788988456.1739917,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8516e4cdce1f029bd1859bc3b00b4d57","span_id":"261bb724c91156e3","x-request-id":"4b52a734-e520-4df6-959d-ed1bc554d3ef"} {"level":"error","ts":1788988467.8995867,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788988529.7359197,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988529.7360346,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6"} {"level":"info","ts":1788988529.7360494,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6"} {"level":"info","ts":1788988529.736068,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6","EoS":true} {"level":"info","ts":1788988529.736108,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6","header":"x-maas-group"} {"level":"info","ts":1788988529.7361214,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6","header":"x-maas-username"} {"level":"info","ts":1788988529.7361317,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6","header":"x-maas-subscription"} {"level":"info","ts":1788988529.7361546,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788988529.7362049,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6"} {"level":"info","ts":1788988529.7371192,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6"} {"level":"info","ts":1788988529.7371466,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6"} {"level":"info","ts":1788988529.7371914,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6","EoS":false} {"level":"info","ts":1788988529.7372067,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6"} {"level":"info","ts":1788988529.7372348,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6","EoS":true} {"level":"info","ts":1788988529.7372446,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8aa936765bc6a0e7f8760abfd9cde87","span_id":"91ff612d2a5b179e","x-request-id":"b5a158ff-000d-4709-8432-9b1a817228e6"} {"level":"error","ts":1788988542.9068255,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788988543.304897,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988543.3050158,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c"} {"level":"info","ts":1788988543.3050325,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c"} {"level":"info","ts":1788988543.3050516,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c","EoS":true} {"level":"info","ts":1788988543.3050866,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c","header":"x-maas-subscription"} {"level":"info","ts":1788988543.3050988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c","header":"x-maas-username"} {"level":"info","ts":1788988543.3051066,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c","header":"x-maas-group"} {"level":"info","ts":1788988543.3051288,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788988543.305184,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c"} {"level":"info","ts":1788988543.317891,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c"} {"level":"info","ts":1788988543.317916,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c"} {"level":"info","ts":1788988543.3179393,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c","EoS":false} {"level":"info","ts":1788988543.3179567,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c"} {"level":"info","ts":1788988543.3179896,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c","EoS":false} {"level":"info","ts":1788988543.3180058,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c"} {"level":"info","ts":1788988543.318026,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c","EoS":true} {"level":"info","ts":1788988543.3180416,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"995b2063815d7288a04696ed52996609","span_id":"e7d69b509bfd768f","x-request-id":"e20a2375-a811-4b1b-bc90-d8e8b31e268c"} {"level":"info","ts":1788988543.456891,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988543.4570053,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d"} {"level":"info","ts":1788988543.4570198,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d"} {"level":"info","ts":1788988543.4570327,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d","EoS":true} {"level":"info","ts":1788988543.4570534,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d","header":"x-maas-username"} {"level":"info","ts":1788988543.4570632,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d","header":"x-maas-group"} {"level":"info","ts":1788988543.457068,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d","header":"x-maas-subscription"} {"level":"info","ts":1788988543.457084,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788988543.457113,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d"} {"level":"info","ts":1788988543.459093,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d"} {"level":"info","ts":1788988543.459114,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d"} {"level":"info","ts":1788988543.4591327,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d","EoS":false} {"level":"info","ts":1788988543.459147,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d"} {"level":"info","ts":1788988543.4591906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d","EoS":false} {"level":"info","ts":1788988543.4592078,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d"} {"level":"info","ts":1788988543.459222,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d","EoS":false} {"level":"info","ts":1788988543.45923,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d"} {"level":"info","ts":1788988543.4592402,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d","EoS":true} {"level":"info","ts":1788988543.4592519,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0271420e6e862d889c4deda7cc823a3e","span_id":"e4cf69fd67815a7a","x-request-id":"5437e8a5-7755-4971-889c-c050fd64430d"} {"level":"info","ts":1788988543.599036,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988543.599141,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a"} {"level":"info","ts":1788988543.5991538,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a"} {"level":"info","ts":1788988543.5991826,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a","EoS":true} {"level":"info","ts":1788988543.5992112,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a","header":"x-maas-username"} {"level":"info","ts":1788988543.5992215,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a","header":"x-maas-subscription"} {"level":"info","ts":1788988543.5992267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a","header":"x-maas-group"} {"level":"info","ts":1788988543.5992427,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788988543.599269,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a"} {"level":"info","ts":1788988543.6000218,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a"} {"level":"info","ts":1788988543.6000392,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a"} {"level":"info","ts":1788988543.6000512,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a","EoS":false} {"level":"info","ts":1788988543.6000643,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a"} {"level":"info","ts":1788988543.6000938,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a","EoS":false} {"level":"info","ts":1788988543.6001072,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a"} {"level":"info","ts":1788988543.6001165,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a","EoS":true} {"level":"info","ts":1788988543.6001236,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7fb90f1b39c3ec2dc3ec8c8a873aac9a","span_id":"b55ad6126863949f","x-request-id":"fd811fb7-9e0d-4267-8cec-b0d20256660a"} {"level":"info","ts":1788988556.3399756,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788988556.340075,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a"} {"level":"info","ts":1788988556.3400877,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a"} {"level":"info","ts":1788988556.3400989,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a","EoS":true} {"level":"info","ts":1788988556.3401222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a","header":"x-maas-username"} {"level":"info","ts":1788988556.340132,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a","header":"x-maas-group"} {"level":"info","ts":1788988556.340137,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a","header":"x-maas-subscription"} {"level":"info","ts":1788988556.3401515,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788988556.3401976,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a"} {"level":"info","ts":1788988556.3418078,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a"} {"level":"info","ts":1788988556.3418293,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a"} {"level":"info","ts":1788988556.3418524,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a","EoS":false} {"level":"info","ts":1788988556.341872,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a"} {"level":"info","ts":1788988556.3419104,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a","EoS":true} {"level":"info","ts":1788988556.341925,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3366175d124bab536e7ff8c933401fa9","span_id":"bbae7382253ba8aa","x-request-id":"516b369e-0286-45ba-932b-ccab1346e99a"} {"level":"error","ts":1788988557.9079864,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1788988567.9081218,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}