{"level":"info","ts":1789566963.5225751,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d12b640c-6a65-4954-9c5e-931fe4c9150a","service":"e2e-legacy-migration-2e6cd612","serviceEntry":"e2e-legacy-migration-2e6cd612","destinationRule":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.5385284,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"e51ee0c2-d0b7-4624-b3a9-6b9db4a105ce","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.5385723,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"e51ee0c2-d0b7-4624-b3a9-6b9db4a105ce","modelName":"e2e-legacy-migration-2e6cd612","resolvedRefs":1} {"level":"error","ts":1789566963.5392947,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"a3ee9685-cd01-4ecb-82d2-911e9436bfe3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2e6cd612\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789566963.539343,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"a3ee9685-cd01-4ecb-82d2-911e9436bfe3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-2e6cd612\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566963.539403,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d639b080-f54d-424f-ac02-8bc682dd3349"} {"level":"info","ts":1789566963.539468,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d639b080-f54d-424f-ac02-8bc682dd3349","name":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.5553908,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d639b080-f54d-424f-ac02-8bc682dd3349","httpRoute":"e2e-legacy-migration-2e6cd612","providers":["e2e-legacy-migration-2e6cd612"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789566963.5641928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"fac2837a-1d6b-48e7-bdc8-94121caf1ac5","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.5642505,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"fac2837a-1d6b-48e7-bdc8-94121caf1ac5","modelName":"e2e-legacy-migration-2e6cd612","resolvedRefs":1} {"level":"error","ts":1789566963.5693576,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d639b080-f54d-424f-ac02-8bc682dd3349","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2e6cd612\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566963.5694518,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"f74cdce3-7ef4-4095-b957-1df90dbf8d5a"} {"level":"info","ts":1789566963.5695124,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"f74cdce3-7ef4-4095-b957-1df90dbf8d5a","name":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.5893085,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"f74cdce3-7ef4-4095-b957-1df90dbf8d5a","httpRoute":"e2e-legacy-migration-2e6cd612","providers":["e2e-legacy-migration-2e6cd612"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789566963.6474667,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"a59363de-b28b-4aba-a8a8-a8ea82697de6","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.6595325,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"a59363de-b28b-4aba-a8a8-a8ea82697de6","name":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.6692734,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"a59363de-b28b-4aba-a8a8-a8ea82697de6","provider":"openai","model":"e2e-legacy-migration-2e6cd612","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789566966.4847522,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"3a873fea-3639-4196-b4f7-0cc19fe2509d","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566966.504371,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"cc489fd9-5a48-4b3f-a407-ca476d40f507","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566966.504379,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"384b778e-9151-4acd-b897-c468315e8662","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566966.5044048,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"cc489fd9-5a48-4b3f-a407-ca476d40f507","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"error","ts":1789566966.504412,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"384b778e-9151-4acd-b897-c468315e8662","provider":"e2e-legacy-migration-2e6cd612","error":"ExternalProvider \"e2e-legacy-migration-2e6cd612\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566966.504432,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"384b778e-9151-4acd-b897-c468315e8662"} {"level":"info","ts":1789566966.5044477,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"15064f7e-299f-4743-b6b0-68347db7f775"} {"level":"info","ts":1789566966.5045142,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"e634d426-b045-4f69-83f9-3693d5a9c37a"} {"level":"error","ts":1789566966.5045297,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"e634d426-b045-4f69-83f9-3693d5a9c37a","provider":"e2e-legacy-migration-2e6cd612","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-2e6cd612\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566966.5061224,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"74e4ed63-8cdb-4949-aff8-c06fa8ab56ee","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566966.5061717,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"74e4ed63-8cdb-4949-aff8-c06fa8ab56ee","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"error","ts":1789566966.5227473,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"e634d426-b045-4f69-83f9-3693d5a9c37a","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2e6cd612\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789566966.5227835,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"e634d426-b045-4f69-83f9-3693d5a9c37a","error":"ExternalModel \"e2e-legacy-migration-2e6cd612\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2e6cd612\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566966.5228288,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"c2b1b15b-bd37-452b-9029-a7f34b4f18cc"} {"level":"info","ts":1789566966.9458609,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566966.9459643,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83"} {"level":"info","ts":1789566966.9459765,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83"} {"level":"info","ts":1789566966.9459887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","EoS":true} {"level":"info","ts":1789566966.9460142,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","header":"x-maas-subscription"} {"level":"info","ts":1789566966.946025,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","header":"x-maas-keyname"} {"level":"info","ts":1789566966.9460301,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","header":"x-maas-username"} {"level":"info","ts":1789566966.9460344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","header":"x-maas-group"} {"level":"info","ts":1789566966.9460492,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789566966.9460642,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","modelName":"e2e-external-model"} {"level":"info","ts":1789566966.946079,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789566966.9461071,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789566966.9461243,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","authType":"apikey"} {"level":"info","ts":1789566966.9461765,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83"} {"level":"info","ts":1789566968.63635,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83"} {"level":"info","ts":1789566968.6363766,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83"} {"level":"info","ts":1789566968.636393,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","EoS":false} {"level":"info","ts":1789566968.6364093,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83"} {"level":"info","ts":1789566968.636443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","EoS":true} {"level":"info","ts":1789566968.6364508,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5928be74f875ddb0c28181229c6d2a58","span_id":"8241d664825d53d7","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83"} {"level":"info","ts":1789566968.7187426,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566968.7188375,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b"} {"level":"info","ts":1789566968.718851,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b"} {"level":"info","ts":1789566968.7188659,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b","EoS":true} {"level":"info","ts":1789566968.7188964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b","header":"x-maas-username"} {"level":"info","ts":1789566968.7189095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b","header":"x-maas-subscription"} {"level":"info","ts":1789566968.7189164,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b","header":"x-maas-keyname"} {"level":"info","ts":1789566968.7189229,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b","header":"x-maas-group"} {"level":"info","ts":1789566968.7189412,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789566968.7189732,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b"} {"level":"info","ts":1789566969.6983044,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b"} {"level":"info","ts":1789566969.6983466,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b"} {"level":"info","ts":1789566969.6983721,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b","EoS":false} {"level":"info","ts":1789566969.6983905,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b"} {"level":"info","ts":1789566969.698426,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b","EoS":true} {"level":"info","ts":1789566969.6984382,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a05e7f9550c23aa690924cf43602caa","span_id":"ea1ac53d19c50e1f","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b"} {"level":"info","ts":1789566969.8013587,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566969.8014836,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2"} {"level":"info","ts":1789566969.8014987,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2"} {"level":"info","ts":1789566969.8015158,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2","EoS":true} {"level":"info","ts":1789566969.8015466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2","header":"x-maas-group"} {"level":"info","ts":1789566969.801558,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2","header":"x-maas-username"} {"level":"info","ts":1789566969.8015664,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2","header":"x-maas-subscription"} {"level":"info","ts":1789566969.8015735,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2","header":"x-maas-keyname"} {"level":"info","ts":1789566969.8016174,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2"} {"level":"info","ts":1789566970.0930185,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2"} {"level":"info","ts":1789566970.093056,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2"} {"level":"info","ts":1789566970.0930803,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2","EoS":false} {"level":"info","ts":1789566970.0931003,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2"} {"level":"info","ts":1789566970.0931356,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2","EoS":true} {"level":"info","ts":1789566970.0931666,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"568db7111fd80fdd8619fc0d12661158","span_id":"0f902454ef748da0","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2"} {"level":"info","ts":1789566971.003311,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1637585e-44a5-49f0-a6dd-d8dd68c31b7c"} {"level":"info","ts":1789566971.003414,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"def88f31-1168-49e2-b16f-08f377097879","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789566971.0034502,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"def88f31-1168-49e2-b16f-08f377097879","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789566971.1489873,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1269819a-676c-4c76-b609-20144774a127","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789566971.149032,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1269819a-676c-4c76-b609-20144774a127","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789566971.149042,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dcd2fa4f-15d4-4e14-945b-51fd255da4c0"} {"level":"info","ts":1789566971.2618382,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"df766563-84e1-431f-b6db-dacd3a836072","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789566971.2619028,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"df766563-84e1-431f-b6db-dacd3a836072","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789566972.209203,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566972.2093182,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7"} {"level":"info","ts":1789566972.2093315,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7"} {"level":"info","ts":1789566972.209344,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7","EoS":true} {"level":"info","ts":1789566972.2093673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7","header":"x-maas-subscription"} {"level":"info","ts":1789566972.209378,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7","header":"x-maas-group"} {"level":"info","ts":1789566972.2093866,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7","header":"x-maas-username"} {"level":"info","ts":1789566972.2093935,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7","header":"x-maas-keyname"} {"level":"info","ts":1789566972.2094088,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789566972.209434,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7"} {"level":"info","ts":1789566972.2104392,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7"} {"level":"info","ts":1789566972.2104597,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7"} {"level":"info","ts":1789566972.2104795,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7","EoS":false} {"level":"info","ts":1789566972.2104976,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7"} {"level":"info","ts":1789566972.2105362,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7","EoS":true} {"level":"info","ts":1789566972.2105467,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d00507dda2daffb4806c4d76b9ead43","span_id":"7b64d209084f76c7","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7"} {"level":"info","ts":1789566972.2468677,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566972.246987,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005"} {"level":"info","ts":1789566972.2470033,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005"} {"level":"info","ts":1789566972.247021,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005","EoS":true} {"level":"info","ts":1789566972.2470546,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005","header":"x-maas-username"} {"level":"info","ts":1789566972.2470667,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005","header":"x-maas-subscription"} {"level":"info","ts":1789566972.2470756,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005","header":"x-maas-group"} {"level":"info","ts":1789566972.2470827,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005","header":"x-maas-keyname"} {"level":"info","ts":1789566972.2471051,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789566972.2471645,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005"} {"level":"info","ts":1789566972.2536318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005"} {"level":"info","ts":1789566972.253649,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005"} {"level":"info","ts":1789566972.2536635,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005","EoS":false} {"level":"info","ts":1789566972.2536793,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005"} {"level":"info","ts":1789566972.253706,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005","EoS":true} {"level":"info","ts":1789566972.253714,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6358fb56eb64becf59b5c66dd0c65ae7","span_id":"2b6e592b73cbcbef","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005"} {"level":"info","ts":1789566972.3132885,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566972.3133886,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700"} {"level":"info","ts":1789566972.3133998,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700"} {"level":"info","ts":1789566972.313411,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700","EoS":true} {"level":"info","ts":1789566972.3134348,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700","header":"x-maas-group"} {"level":"info","ts":1789566972.3134449,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700","header":"x-maas-subscription"} {"level":"info","ts":1789566972.31345,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700","header":"x-maas-keyname"} {"level":"info","ts":1789566972.3134544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700","header":"x-maas-username"} {"level":"info","ts":1789566972.3134701,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789566972.3134968,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700"} {"level":"info","ts":1789566972.3144667,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700"} {"level":"info","ts":1789566972.3144865,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700"} {"level":"info","ts":1789566972.3145013,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700","EoS":false} {"level":"info","ts":1789566972.3145142,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700"} {"level":"info","ts":1789566972.3145397,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700","EoS":true} {"level":"info","ts":1789566972.3145487,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"97693b4d5006414599dbec2817a09bb5","span_id":"faf6545dd70573d0","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700"} {"level":"info","ts":1789566972.3863413,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566972.386532,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401"} {"level":"info","ts":1789566972.3865554,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401"} {"level":"info","ts":1789566972.3865728,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401","EoS":true} {"level":"info","ts":1789566972.3866057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401","header":"x-maas-username"} {"level":"info","ts":1789566972.386655,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401","header":"x-maas-group"} {"level":"info","ts":1789566972.3866682,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401","header":"x-maas-subscription"} {"level":"info","ts":1789566972.3866775,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401","header":"x-maas-keyname"} {"level":"info","ts":1789566972.3866982,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789566972.3867326,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401"} {"level":"info","ts":1789566972.3902466,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401"} {"level":"info","ts":1789566972.3903453,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401"} {"level":"info","ts":1789566972.3903916,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401","EoS":false} {"level":"info","ts":1789566972.3904526,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401"} {"level":"info","ts":1789566972.390508,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401","EoS":true} {"level":"info","ts":1789566972.3905594,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8f419fab51aa200fdec6ac4b934e68ad","span_id":"2fb1a2231a3241da","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401"} {"level":"error","ts":1789566975.432566,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789566985.4328098,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789566988.3472137,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566988.3473136,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ab9f3db4516b8d20d6366cd9dfc72e40","span_id":"6a7316b88eb630f0","x-request-id":"43daa840-9dac-4cac-81f5-80c0d05dd8b3"} {"level":"info","ts":1789566988.3473263,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ab9f3db4516b8d20d6366cd9dfc72e40","span_id":"6a7316b88eb630f0","x-request-id":"43daa840-9dac-4cac-81f5-80c0d05dd8b3"} {"level":"info","ts":1789566988.3473377,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ab9f3db4516b8d20d6366cd9dfc72e40","span_id":"6a7316b88eb630f0","x-request-id":"43daa840-9dac-4cac-81f5-80c0d05dd8b3","EoS":true} {"level":"info","ts":1789566988.347386,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ab9f3db4516b8d20d6366cd9dfc72e40","span_id":"6a7316b88eb630f0","x-request-id":"43daa840-9dac-4cac-81f5-80c0d05dd8b3"} {"level":"info","ts":1789566988.4978852,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566988.4979906,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4d3d7577a4abb5eac2882b5944fd52b1","span_id":"6001774a49d72033","x-request-id":"ea060ac2-4d21-4f34-8d35-053980b74994"} {"level":"info","ts":1789566988.4980075,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4d3d7577a4abb5eac2882b5944fd52b1","span_id":"6001774a49d72033","x-request-id":"ea060ac2-4d21-4f34-8d35-053980b74994"} {"level":"info","ts":1789566988.4980206,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4d3d7577a4abb5eac2882b5944fd52b1","span_id":"6001774a49d72033","x-request-id":"ea060ac2-4d21-4f34-8d35-053980b74994","EoS":true} {"level":"info","ts":1789566988.4980648,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4d3d7577a4abb5eac2882b5944fd52b1","span_id":"6001774a49d72033","x-request-id":"ea060ac2-4d21-4f34-8d35-053980b74994"} {"level":"info","ts":1789566988.6505034,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566988.6506002,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"15504e32fb99fce087dfdf017e70be73","span_id":"236025a7cc03fcec","x-request-id":"2ec09544-42ae-41d9-aec5-01186d2e8d8d"} {"level":"info","ts":1789566988.650613,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"15504e32fb99fce087dfdf017e70be73","span_id":"236025a7cc03fcec","x-request-id":"2ec09544-42ae-41d9-aec5-01186d2e8d8d"} {"level":"info","ts":1789566988.650624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"15504e32fb99fce087dfdf017e70be73","span_id":"236025a7cc03fcec","x-request-id":"2ec09544-42ae-41d9-aec5-01186d2e8d8d","EoS":true} {"level":"info","ts":1789566988.6506693,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"15504e32fb99fce087dfdf017e70be73","span_id":"236025a7cc03fcec","x-request-id":"2ec09544-42ae-41d9-aec5-01186d2e8d8d"} {"level":"error","ts":1789567000.4340336,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789567925.22526,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789567925.2253773,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608"} {"level":"info","ts":1789567925.225389,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608"} {"level":"info","ts":1789567925.2254019,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608","EoS":true} {"level":"info","ts":1789567925.2254274,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608","header":"x-maas-keyname"} {"level":"info","ts":1789567925.2254372,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608","header":"x-maas-subscription"} {"level":"info","ts":1789567925.2254417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608","header":"x-maas-username"} {"level":"info","ts":1789567925.225447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608","header":"x-maas-group"} {"level":"info","ts":1789567925.2254627,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789567925.225489,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608"} {"level":"info","ts":1789567925.2265387,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608"} {"level":"info","ts":1789567925.226557,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608"} {"level":"info","ts":1789567925.2265694,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608","EoS":false} {"level":"info","ts":1789567925.22658,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608"} {"level":"info","ts":1789567925.2266014,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608","EoS":true} {"level":"info","ts":1789567925.2266102,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de1edfbc870fac898155876d93fd9859","span_id":"dd7da9ab7fcd9c47","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608"} {"level":"info","ts":1789567925.2655437,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789567925.2656357,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1"} {"level":"info","ts":1789567925.2656484,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1"} {"level":"info","ts":1789567925.2656593,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1","EoS":true} {"level":"info","ts":1789567925.2656841,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1","header":"x-maas-subscription"} {"level":"info","ts":1789567925.2656944,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1","header":"x-maas-keyname"} {"level":"info","ts":1789567925.2656996,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1","header":"x-maas-group"} {"level":"info","ts":1789567925.265704,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1","header":"x-maas-username"} {"level":"info","ts":1789567925.2657177,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789567925.2657425,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1"} {"level":"info","ts":1789567925.2667217,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1"} {"level":"info","ts":1789567925.266734,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1"} {"level":"info","ts":1789567925.266745,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1","EoS":false} {"level":"info","ts":1789567925.2667534,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1"} {"level":"info","ts":1789567925.2667794,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1","EoS":true} {"level":"info","ts":1789567925.2667878,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a355973242d378f75c1a1d697d14009","span_id":"d7ea30b0eed84ef5","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1"} {"level":"error","ts":1789567935.5485022,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789568256.3854346,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568256.3855379,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e"} {"level":"info","ts":1789568256.38555,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e"} {"level":"info","ts":1789568256.3855617,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e","EoS":true} {"level":"info","ts":1789568256.3855855,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e","header":"x-maas-keyname"} {"level":"info","ts":1789568256.385595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e","header":"x-maas-group"} {"level":"info","ts":1789568256.3856013,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e","header":"x-maas-subscription"} {"level":"info","ts":1789568256.3856056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e","header":"x-maas-username"} {"level":"info","ts":1789568256.3856215,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568256.3856452,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e"} {"level":"info","ts":1789568256.3983214,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e"} {"level":"info","ts":1789568256.3983397,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e"} {"level":"info","ts":1789568256.3983517,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e","EoS":false} {"level":"info","ts":1789568256.398362,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e"} {"level":"info","ts":1789568256.398383,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e","EoS":true} {"level":"info","ts":1789568256.39839,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f18e57337e856f839f2bbdf896efe63c","span_id":"eac35818217a777d","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e"} {"level":"info","ts":1789568256.5388033,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568256.5388997,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf"} {"level":"info","ts":1789568256.5389116,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf"} {"level":"info","ts":1789568256.5389228,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf","EoS":true} {"level":"info","ts":1789568256.5389466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf","header":"x-maas-keyname"} {"level":"info","ts":1789568256.5389574,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf","header":"x-maas-username"} {"level":"info","ts":1789568256.538962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf","header":"x-maas-group"} {"level":"info","ts":1789568256.5389664,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf","header":"x-maas-subscription"} {"level":"info","ts":1789568256.5389802,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568256.539006,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf"} {"level":"info","ts":1789568256.540005,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf"} {"level":"info","ts":1789568256.5400293,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf"} {"level":"info","ts":1789568256.5400493,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf","EoS":false} {"level":"info","ts":1789568256.5400653,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf"} {"level":"info","ts":1789568256.5400918,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf","EoS":true} {"level":"info","ts":1789568256.5401015,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d77efc68ef74dd8077d2ccc517df7927","span_id":"34130f3503cd026b","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf"} {"level":"info","ts":1789568256.681417,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568256.6815379,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477"} {"level":"info","ts":1789568256.6815507,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477"} {"level":"info","ts":1789568256.681562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477","EoS":true} {"level":"info","ts":1789568256.6815841,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477","header":"x-maas-subscription"} {"level":"info","ts":1789568256.6815946,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477","header":"x-maas-username"} {"level":"info","ts":1789568256.6816006,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477","header":"x-maas-keyname"} {"level":"info","ts":1789568256.6816058,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477","header":"x-maas-group"} {"level":"info","ts":1789568256.681623,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568256.6816473,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477"} {"level":"info","ts":1789568256.682647,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477"} {"level":"info","ts":1789568256.682668,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477"} {"level":"info","ts":1789568256.6826875,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477","EoS":false} {"level":"info","ts":1789568256.682701,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477"} {"level":"info","ts":1789568256.6827254,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477","EoS":true} {"level":"info","ts":1789568256.6827364,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"26e3eb48e5f70654331301a689767284","span_id":"a0b64e1f9345d36f","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477"} {"level":"info","ts":1789568256.8213725,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568256.8214724,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30"} {"level":"info","ts":1789568256.8214843,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30"} {"level":"info","ts":1789568256.8214953,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30","EoS":true} {"level":"info","ts":1789568256.8215177,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30","header":"x-maas-username"} {"level":"info","ts":1789568256.8215275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30","header":"x-maas-subscription"} {"level":"info","ts":1789568256.8215327,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30","header":"x-maas-group"} {"level":"info","ts":1789568256.8215375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30","header":"x-maas-keyname"} {"level":"info","ts":1789568256.821552,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568256.8215766,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30"} {"level":"info","ts":1789568256.8225117,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30"} {"level":"info","ts":1789568256.8225307,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30"} {"level":"info","ts":1789568256.8225508,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30","EoS":false} {"level":"info","ts":1789568256.8225617,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30"} {"level":"info","ts":1789568256.8225856,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30","EoS":true} {"level":"info","ts":1789568256.8225944,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"676f38756a610bd05def253a0f0c24ea","span_id":"f8f9aa35ea47f8b2","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30"} {"level":"info","ts":1789568256.9605317,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568256.960621,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940"} {"level":"info","ts":1789568256.9606347,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940"} {"level":"info","ts":1789568256.9606462,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940","EoS":true} {"level":"info","ts":1789568256.960667,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940","header":"x-maas-keyname"} {"level":"info","ts":1789568256.9606771,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940","header":"x-maas-username"} {"level":"info","ts":1789568256.9606822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940","header":"x-maas-group"} {"level":"info","ts":1789568256.960687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940","header":"x-maas-subscription"} {"level":"info","ts":1789568256.9607008,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568256.9607265,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940"} {"level":"info","ts":1789568256.9616854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940"} {"level":"info","ts":1789568256.961701,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940"} {"level":"info","ts":1789568256.961714,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940","EoS":false} {"level":"info","ts":1789568256.9617271,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940"} {"level":"info","ts":1789568256.961749,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940","EoS":true} {"level":"info","ts":1789568256.961758,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"91729220de709f92f8dc8a6b4273fc20","span_id":"920840779f756235","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940"} {"level":"info","ts":1789568265.780648,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568265.7807536,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007"} {"level":"info","ts":1789568265.780766,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007"} {"level":"info","ts":1789568265.7807782,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007","EoS":true} {"level":"info","ts":1789568265.7808044,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007","header":"x-maas-subscription"} {"level":"info","ts":1789568265.780814,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007","header":"x-maas-username"} {"level":"info","ts":1789568265.7808194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007","header":"x-maas-group"} {"level":"info","ts":1789568265.780824,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007","header":"x-maas-keyname"} {"level":"info","ts":1789568265.7808385,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568265.7808642,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007"} {"level":"info","ts":1789568265.7818017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007"} {"level":"info","ts":1789568265.781825,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007"} {"level":"info","ts":1789568265.7818453,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007","EoS":false} {"level":"info","ts":1789568265.781863,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007"} {"level":"info","ts":1789568265.7819006,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007","EoS":true} {"level":"info","ts":1789568265.781912,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d909ba20e1a506db78be6a19e86f5980","span_id":"802204dfd38b6ec6","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007"} {"level":"info","ts":1789568265.88778,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568265.8878767,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b087557b31254b57d730650af497a532","span_id":"c0f0f6e2f7e48be1","x-request-id":"fe451e8d-31b1-40d6-a5ab-6cb0685faf6f"} {"level":"info","ts":1789568265.8895228,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b087557b31254b57d730650af497a532","span_id":"c0f0f6e2f7e48be1","x-request-id":"fe451e8d-31b1-40d6-a5ab-6cb0685faf6f"} {"level":"info","ts":1789568265.8895423,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b087557b31254b57d730650af497a532","span_id":"c0f0f6e2f7e48be1","x-request-id":"fe451e8d-31b1-40d6-a5ab-6cb0685faf6f"} {"level":"info","ts":1789568265.889557,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b087557b31254b57d730650af497a532","span_id":"c0f0f6e2f7e48be1","x-request-id":"fe451e8d-31b1-40d6-a5ab-6cb0685faf6f","EoS":false} {"level":"info","ts":1789568265.889574,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b087557b31254b57d730650af497a532","span_id":"c0f0f6e2f7e48be1","x-request-id":"fe451e8d-31b1-40d6-a5ab-6cb0685faf6f"} {"level":"info","ts":1789568265.8896,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b087557b31254b57d730650af497a532","span_id":"c0f0f6e2f7e48be1","x-request-id":"fe451e8d-31b1-40d6-a5ab-6cb0685faf6f","EoS":true} {"level":"info","ts":1789568265.88961,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b087557b31254b57d730650af497a532","span_id":"c0f0f6e2f7e48be1","x-request-id":"fe451e8d-31b1-40d6-a5ab-6cb0685faf6f"} {"level":"info","ts":1789568266.660914,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568266.6610153,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db"} {"level":"info","ts":1789568266.661029,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db"} {"level":"info","ts":1789568266.66104,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db","EoS":true} {"level":"info","ts":1789568266.6610646,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db","header":"x-maas-username"} {"level":"info","ts":1789568266.6610746,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db","header":"x-maas-group"} {"level":"info","ts":1789568266.6610796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db","header":"x-maas-keyname"} {"level":"info","ts":1789568266.6610906,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db","header":"x-maas-subscription"} {"level":"info","ts":1789568266.661106,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568266.6611323,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db"} {"level":"info","ts":1789568266.6623294,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db"} {"level":"info","ts":1789568266.6623485,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db"} {"level":"info","ts":1789568266.6623704,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db","EoS":false} {"level":"info","ts":1789568266.6624048,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db"} {"level":"info","ts":1789568266.6624289,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db","EoS":true} {"level":"info","ts":1789568266.662438,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4038d682da55eeffd6793dba5aaf3e3","span_id":"9713a3303a6ca242","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db"} {"level":"info","ts":1789568267.6277335,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568267.6278415,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27"} {"level":"info","ts":1789568267.6278584,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27"} {"level":"info","ts":1789568267.627871,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27","EoS":true} {"level":"info","ts":1789568267.6278958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27","header":"x-maas-group"} {"level":"info","ts":1789568267.6279063,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27","header":"x-maas-username"} {"level":"info","ts":1789568267.6279109,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27","header":"x-maas-keyname"} {"level":"info","ts":1789568267.6279156,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27","header":"x-maas-subscription"} {"level":"info","ts":1789568267.6279347,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568267.6279626,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27"} {"level":"info","ts":1789568267.6290412,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27"} {"level":"info","ts":1789568267.6290624,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27"} {"level":"info","ts":1789568267.6290777,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27","EoS":false} {"level":"info","ts":1789568267.6290896,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27"} {"level":"info","ts":1789568267.6291134,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27","EoS":true} {"level":"info","ts":1789568267.6291223,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2b0065ac19f2e573340dc1369885b389","span_id":"4e3e1ab1e57168f2","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27"} {"level":"info","ts":1789568268.3902695,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568268.3903697,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0"} {"level":"info","ts":1789568268.390384,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0"} {"level":"info","ts":1789568268.3903952,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0","EoS":true} {"level":"info","ts":1789568268.39042,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0","header":"x-maas-username"} {"level":"info","ts":1789568268.3904305,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0","header":"x-maas-subscription"} {"level":"info","ts":1789568268.390436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0","header":"x-maas-group"} {"level":"info","ts":1789568268.3904405,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0","header":"x-maas-keyname"} {"level":"info","ts":1789568268.3904552,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568268.3904808,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0"} {"level":"info","ts":1789568268.3915772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0"} {"level":"info","ts":1789568268.3915894,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0"} {"level":"info","ts":1789568268.3916016,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0","EoS":false} {"level":"info","ts":1789568268.391611,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0"} {"level":"info","ts":1789568268.3916311,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0","EoS":true} {"level":"info","ts":1789568268.3916414,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c816f91b6515876471a8440585c4a6f0","span_id":"f7b0ffaeb8ac8ae7","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0"} {"level":"info","ts":1789568269.4348605,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568269.4349637,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa"} {"level":"info","ts":1789568269.4349773,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa"} {"level":"info","ts":1789568269.4349887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa","EoS":true} {"level":"info","ts":1789568269.4350126,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa","header":"x-maas-keyname"} {"level":"info","ts":1789568269.4350233,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa","header":"x-maas-subscription"} {"level":"info","ts":1789568269.435028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa","header":"x-maas-username"} {"level":"info","ts":1789568269.4350324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa","header":"x-maas-group"} {"level":"info","ts":1789568269.435049,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568269.435075,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa"} {"level":"info","ts":1789568269.436247,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa"} {"level":"info","ts":1789568269.4362655,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa"} {"level":"info","ts":1789568269.43628,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa","EoS":false} {"level":"info","ts":1789568269.436293,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa"} {"level":"info","ts":1789568269.4363182,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa","EoS":true} {"level":"info","ts":1789568269.4363272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"352c33627a90adfd4db23b6d6fde5a2b","span_id":"5728a04179c56ae5","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa"} {"level":"error","ts":1789568270.5834591,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789568285.5849395,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789568291.1786253,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568291.1787214,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1"} {"level":"info","ts":1789568291.1787362,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1"} {"level":"info","ts":1789568291.1787477,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1","EoS":true} {"level":"info","ts":1789568291.1787736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1","header":"x-maas-username"} {"level":"info","ts":1789568291.1787832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1","header":"x-maas-subscription"} {"level":"info","ts":1789568291.1787887,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1","header":"x-maas-keyname"} {"level":"info","ts":1789568291.1787927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1","header":"x-maas-group"} {"level":"info","ts":1789568291.1788075,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568291.1788301,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1"} {"level":"info","ts":1789568291.1797888,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1"} {"level":"info","ts":1789568291.1798103,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1"} {"level":"info","ts":1789568291.1798246,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1","EoS":false} {"level":"info","ts":1789568291.1798365,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1"} {"level":"info","ts":1789568291.179868,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1","EoS":true} {"level":"info","ts":1789568291.1798768,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8c6a0fe2b0d06d46c1a327ed07c8f7e3","span_id":"24004c05a5481d2c","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1"} {"level":"error","ts":1789568305.5875452,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789568382.444302,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568382.4444246,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27"} {"level":"info","ts":1789568382.44444,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27"} {"level":"info","ts":1789568382.4444575,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27","EoS":true} {"level":"info","ts":1789568382.4444923,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27","header":"x-maas-group"} {"level":"info","ts":1789568382.4445038,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27","header":"x-maas-subscription"} {"level":"info","ts":1789568382.4445124,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27","header":"x-maas-keyname"} {"level":"info","ts":1789568382.444521,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27","header":"x-maas-username"} {"level":"info","ts":1789568382.4445438,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789568382.444575,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27"} {"level":"info","ts":1789568382.4578412,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27"} {"level":"info","ts":1789568382.4578617,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27"} {"level":"info","ts":1789568382.457876,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27","EoS":false} {"level":"info","ts":1789568382.4578874,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27"} {"level":"info","ts":1789568382.4579122,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27","EoS":true} {"level":"info","ts":1789568382.457922,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d21a8b6626f57798699731a2b1604b0d","span_id":"9e8b5d5546e19675","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27"} {"level":"error","ts":1789568395.5992072,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789568493.5391858,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568493.5392864,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61"} {"level":"info","ts":1789568493.5392997,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61"} {"level":"info","ts":1789568493.539312,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61","EoS":true} {"level":"info","ts":1789568493.5393372,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61","header":"x-maas-group"} {"level":"info","ts":1789568493.5393476,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61","header":"x-maas-subscription"} {"level":"info","ts":1789568493.539353,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61","header":"x-maas-username"} {"level":"info","ts":1789568493.5393572,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61","header":"x-maas-keyname"} {"level":"info","ts":1789568493.5393722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568493.5393968,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61"} {"level":"info","ts":1789568493.5409675,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61"} {"level":"info","ts":1789568493.5409884,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61"} {"level":"info","ts":1789568493.5410025,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61","EoS":false} {"level":"info","ts":1789568493.541013,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61"} {"level":"info","ts":1789568493.5410354,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61","EoS":true} {"level":"info","ts":1789568493.541045,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68fd2b7262228866d0fea6923de01ff5","span_id":"9df36fc892000b32","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61"} {"level":"error","ts":1789568505.6112978,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789568507.4186032,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568507.4187028,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0"} {"level":"info","ts":1789568507.4187157,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0"} {"level":"info","ts":1789568507.4187272,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","EoS":true} {"level":"info","ts":1789568507.4187534,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","header":"x-maas-group"} {"level":"info","ts":1789568507.4187622,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","header":"x-maas-username"} {"level":"info","ts":1789568507.4187667,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","header":"x-maas-keyname"} {"level":"info","ts":1789568507.4187715,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","header":"x-maas-subscription"} {"level":"info","ts":1789568507.4187868,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789568507.4188159,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0"} {"level":"info","ts":1789568507.4320168,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0"} {"level":"info","ts":1789568507.4320383,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0"} {"level":"info","ts":1789568507.4320536,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","EoS":false} {"level":"info","ts":1789568507.432066,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0"} {"level":"info","ts":1789568507.4320931,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","EoS":false} {"level":"info","ts":1789568507.4321067,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0"} {"level":"info","ts":1789568507.4321177,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","EoS":false} {"level":"info","ts":1789568507.432127,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0"} {"level":"info","ts":1789568507.4321375,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","EoS":true} {"level":"info","ts":1789568507.432166,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4ffb2ea6780d2685c45bcd184b6287d","span_id":"91454daf7b9f402a","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0"} {"level":"info","ts":1789568507.568454,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568507.5685468,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98"} {"level":"info","ts":1789568507.5685601,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98"} {"level":"info","ts":1789568507.5685706,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","EoS":true} {"level":"info","ts":1789568507.5685914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","header":"x-maas-keyname"} {"level":"info","ts":1789568507.5686011,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","header":"x-maas-username"} {"level":"info","ts":1789568507.5686057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","header":"x-maas-subscription"} {"level":"info","ts":1789568507.5686107,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","header":"x-maas-group"} {"level":"info","ts":1789568507.5686238,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789568507.568649,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98"} {"level":"info","ts":1789568507.5697756,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98"} {"level":"info","ts":1789568507.5697937,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98"} {"level":"info","ts":1789568507.569809,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","EoS":false} {"level":"info","ts":1789568507.5698211,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98"} {"level":"info","ts":1789568507.5698454,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","EoS":false} {"level":"info","ts":1789568507.5698543,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98"} {"level":"info","ts":1789568507.569865,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","EoS":true} {"level":"info","ts":1789568507.5698717,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"803811b342128a5b2243869e46baf677","span_id":"b558d92b3e9a1e6e","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98"} {"level":"info","ts":1789568507.7051723,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568507.705259,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4"} {"level":"info","ts":1789568507.7052717,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4"} {"level":"info","ts":1789568507.705283,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","EoS":true} {"level":"info","ts":1789568507.7053013,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","header":"x-maas-username"} {"level":"info","ts":1789568507.7053108,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","header":"x-maas-keyname"} {"level":"info","ts":1789568507.7053154,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","header":"x-maas-group"} {"level":"info","ts":1789568507.7053204,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","header":"x-maas-subscription"} {"level":"info","ts":1789568507.7053316,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789568507.7053542,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4"} {"level":"info","ts":1789568507.706479,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4"} {"level":"info","ts":1789568507.7064967,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4"} {"level":"info","ts":1789568507.7065108,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","EoS":false} {"level":"info","ts":1789568507.7065296,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4"} {"level":"info","ts":1789568507.7065551,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","EoS":false} {"level":"info","ts":1789568507.7065668,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4"} {"level":"info","ts":1789568507.7065773,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","EoS":true} {"level":"info","ts":1789568507.7065835,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"966d36773e6a6be7bc5d98a2575f6d5d","span_id":"c4eebeb86a024f67","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4"} {"level":"error","ts":1789568520.612657,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789568521.5676923,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568521.5678139,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259"} {"level":"info","ts":1789568521.567829,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259"} {"level":"info","ts":1789568521.567848,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259","EoS":true} {"level":"info","ts":1789568521.5678828,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259","header":"x-maas-subscription"} {"level":"info","ts":1789568521.5678964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259","header":"x-maas-keyname"} {"level":"info","ts":1789568521.5679047,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259","header":"x-maas-group"} {"level":"info","ts":1789568521.5679147,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259","header":"x-maas-username"} {"level":"info","ts":1789568521.5679376,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789568521.5679734,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259"} {"level":"info","ts":1789568521.5702288,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259"} {"level":"info","ts":1789568521.570245,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259"} {"level":"info","ts":1789568521.570268,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259","EoS":false} {"level":"info","ts":1789568521.570285,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259"} {"level":"info","ts":1789568521.5703204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259","EoS":true} {"level":"info","ts":1789568521.5703332,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2cd1716ec318eb2317cc359a6624591e","span_id":"6fcb31abeb849b83","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259"} {"level":"error","ts":1789568535.6134706,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}