{"level":"info","ts":1789585116.092702,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"babd660b-a759-4612-a707-fee6b1af6319","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789585116.0926664,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"84035256-a35c-4410-953a-b35e68ef1f24"} {"level":"info","ts":1789585116.1047344,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"bc9ec0c2-0fe5-4e98-9e48-a776b9c37489","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585116.1048255,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"bc9ec0c2-0fe5-4e98-9e48-a776b9c37489","modelName":"e2e-legacy-migration-b9032158","resolvedRefs":1} {"level":"info","ts":1789585116.10477,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"fc8ccff2-53a1-4bf6-ba8b-6f8ff55943a6"} {"level":"info","ts":1789585116.112594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"a1df1097-9f04-46ae-b068-0df2fe71ba8b","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585116.1126218,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"a1df1097-9f04-46ae-b068-0df2fe71ba8b","modelName":"e2e-legacy-migration-b9032158","resolvedRefs":1} {"level":"info","ts":1789585116.1127048,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"7799112e-ac1d-480b-b1cf-25a1398e1e93","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585116.1127322,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"7799112e-ac1d-480b-b1cf-25a1398e1e93","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789585116.1186056,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"3483ad13-ab0b-4f9d-9e86-155fe9841010","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b9032158\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789585116.1186914,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"84035256-a35c-4410-953a-b35e68ef1f24","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b9032158\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789585116.118772,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"84035256-a35c-4410-953a-b35e68ef1f24","name":"e2e-legacy-migration-b9032158"} {"level":"info","ts":1789585116.120624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"4c914a48-94c0-4b4a-ad66-4925b3598168","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585116.1206577,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"4c914a48-94c0-4b4a-ad66-4925b3598168","modelName":"e2e-legacy-migration-b9032158","resolvedRefs":1} {"level":"info","ts":1789585116.1245112,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"a690a945-c859-4f4a-b0df-bd1995b67889","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"error","ts":1789585116.1281621,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"fc8ccff2-53a1-4bf6-ba8b-6f8ff55943a6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b9032158\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789585116.1282003,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"fc8ccff2-53a1-4bf6-ba8b-6f8ff55943a6","provider":"e2e-legacy-migration-b9032158","phase":"Pending"} {"level":"info","ts":1789585116.1359377,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"f8a7e5fb-1f82-43b3-9cfd-072b8b38b6ac","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585116.136028,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"f8a7e5fb-1f82-43b3-9cfd-072b8b38b6ac","modelName":"e2e-legacy-migration-b9032158","resolvedRefs":1} {"level":"info","ts":1789585116.136491,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"a690a945-c859-4f4a-b0df-bd1995b67889","name":"e2e-legacy-migration-b9032158"} {"level":"error","ts":1789585116.1466665,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"fc8ccff2-53a1-4bf6-ba8b-6f8ff55943a6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b9032158\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789585116.146704,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"fc8ccff2-53a1-4bf6-ba8b-6f8ff55943a6","error":"ExternalModel \"e2e-legacy-migration-b9032158\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b9032158\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789585116.1467464,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"96a6b935-ed20-48f1-9648-274f2e1cd229"} {"level":"info","ts":1789585116.1467664,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"96a6b935-ed20-48f1-9648-274f2e1cd229","provider":"e2e-legacy-migration-b9032158","phase":"Pending"} {"level":"error","ts":1789585116.1554766,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"84035256-a35c-4410-953a-b35e68ef1f24","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b9032158\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789585116.1555092,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"84035256-a35c-4410-953a-b35e68ef1f24","error":"failed to apply Service: services \"e2e-legacy-migration-b9032158\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789585116.1555586,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"8c4f8e7a-2e65-4a1b-94f1-10167327ff38"} {"level":"info","ts":1789585116.155592,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"8c4f8e7a-2e65-4a1b-94f1-10167327ff38","name":"e2e-legacy-migration-b9032158"} {"level":"error","ts":1789585116.1671715,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"96a6b935-ed20-48f1-9648-274f2e1cd229","error":"ExternalModel \"e2e-legacy-migration-b9032158\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b9032158\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789585116.167627,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"a690a945-c859-4f4a-b0df-bd1995b67889","provider":"openai","model":"e2e-legacy-migration-b9032158","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789585116.1755846,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"16a7805c-e20f-4f9e-a5ab-80e8d888b899","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585116.1756332,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"16a7805c-e20f-4f9e-a5ab-80e8d888b899","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789585116.1756415,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"162a58d2-d837-4c8f-82be-709e2ff40dda","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585116.1756628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"162a58d2-d837-4c8f-82be-709e2ff40dda","modelName":"e2e-legacy-migration-b9032158","resolvedRefs":1} {"level":"info","ts":1789585116.1757472,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"4a6d175e-5b65-44fe-8ab1-7a7416bea82e"} {"level":"info","ts":1789585116.1757684,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"4a6d175e-5b65-44fe-8ab1-7a7416bea82e","provider":"e2e-legacy-migration-b9032158","phase":"Failed"} {"level":"info","ts":1789585116.1804926,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"8c4f8e7a-2e65-4a1b-94f1-10167327ff38","kind":"DestinationRule","name":"e2e-legacy-migration-b9032158"} {"level":"info","ts":1789585116.1875136,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"eaf28eda-d737-40b1-b71c-6b3f741f2f00","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585116.187599,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"eaf28eda-d737-40b1-b71c-6b3f741f2f00","modelName":"e2e-legacy-migration-b9032158","resolvedRefs":1} {"level":"error","ts":1789585116.2201986,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"4a6d175e-5b65-44fe-8ab1-7a7416bea82e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b9032158\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789585116.2202396,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"4a6d175e-5b65-44fe-8ab1-7a7416bea82e","error":"ExternalModel \"e2e-legacy-migration-b9032158\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b9032158\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789585116.2203052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"8b0575d9-1a8c-4023-9da5-15b2c8b582ab"} {"level":"info","ts":1789585116.2203364,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"8b0575d9-1a8c-4023-9da5-15b2c8b582ab","provider":"e2e-legacy-migration-b9032158","phase":"Failed"} {"level":"error","ts":1789585116.2341983,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"8b0575d9-1a8c-4023-9da5-15b2c8b582ab","error":"ExternalModel \"e2e-legacy-migration-b9032158\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b9032158\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789585116.2440023,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"8c4f8e7a-2e65-4a1b-94f1-10167327ff38","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b9032158\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789585116.244041,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"8c4f8e7a-2e65-4a1b-94f1-10167327ff38","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-b9032158\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789585116.2440894,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"16268b77-c965-449e-84af-0032baf56c34"} {"level":"info","ts":1789585116.2441263,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"16268b77-c965-449e-84af-0032baf56c34","name":"e2e-legacy-migration-b9032158"} {"level":"info","ts":1789585116.2542093,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"2b8887eb-cd1f-4d9f-8a0d-28b37c980037","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585116.254288,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"2b8887eb-cd1f-4d9f-8a0d-28b37c980037","modelName":"e2e-legacy-migration-b9032158","resolvedRefs":1} {"level":"info","ts":1789585116.254413,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"129f8c3b-0747-411c-aa52-259f6b4809e6"} {"level":"info","ts":1789585116.254477,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"129f8c3b-0747-411c-aa52-259f6b4809e6","name":"e2e-legacy-migration-b9032158"} {"level":"info","ts":1789585116.2546763,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"83e410f5-32dc-4272-aa9f-22c7b29d6ec4","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585116.2547414,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"83e410f5-32dc-4272-aa9f-22c7b29d6ec4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789585116.287558,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"16268b77-c965-449e-84af-0032baf56c34","service":"e2e-legacy-migration-b9032158","serviceEntry":"e2e-legacy-migration-b9032158","destinationRule":"e2e-legacy-migration-b9032158"} {"level":"error","ts":1789585116.298108,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"16268b77-c965-449e-84af-0032baf56c34","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b9032158\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789585116.298172,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"32009a21-dcc2-4417-804f-bcd12b0c808d"} {"level":"info","ts":1789585116.298208,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"32009a21-dcc2-4417-804f-bcd12b0c808d","name":"e2e-legacy-migration-b9032158"} {"level":"info","ts":1789585116.308154,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"ca383f79-1dd9-4c7c-8608-9c8679985a6c","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585116.3081884,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"ca383f79-1dd9-4c7c-8608-9c8679985a6c","modelName":"e2e-legacy-migration-b9032158","resolvedRefs":1} {"level":"error","ts":1789585116.3196242,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"129f8c3b-0747-411c-aa52-259f6b4809e6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b9032158\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789585116.3196611,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"129f8c3b-0747-411c-aa52-259f6b4809e6","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-b9032158\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789585116.3197014,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"28fdb034-67fe-4633-93de-a7f7d0595941"} {"level":"info","ts":1789585116.3197412,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"28fdb034-67fe-4633-93de-a7f7d0595941","name":"e2e-legacy-migration-b9032158"} {"level":"info","ts":1789585116.3275182,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"32009a21-dcc2-4417-804f-bcd12b0c808d","service":"e2e-legacy-migration-b9032158","serviceEntry":"e2e-legacy-migration-b9032158","destinationRule":"e2e-legacy-migration-b9032158"} {"level":"info","ts":1789585116.3557465,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"28fdb034-67fe-4633-93de-a7f7d0595941","httpRoute":"e2e-legacy-migration-b9032158","providers":["e2e-legacy-migration-b9032158"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789585116.5431201,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"68f874c0-cdf0-4327-a503-741ccf31a8ae","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585116.552286,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"68f874c0-cdf0-4327-a503-741ccf31a8ae","name":"e2e-legacy-migration-b9032158"} {"level":"info","ts":1789585116.5723114,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"68f874c0-cdf0-4327-a503-741ccf31a8ae","provider":"openai","model":"e2e-legacy-migration-b9032158","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789585119.05679,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"aacb88c4-6884-4039-8632-c8cbc6d5477b","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585119.0703306,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"ca4b500a-d9dd-4a03-8872-5c1f72d2f0e7","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585119.0704246,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"ca4b500a-d9dd-4a03-8872-5c1f72d2f0e7","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585119.070479,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"86fb3470-1162-4be9-819b-a8e09814330e","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"error","ts":1789585119.0705204,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"86fb3470-1162-4be9-819b-a8e09814330e","provider":"e2e-legacy-migration-b9032158","error":"ExternalProvider \"e2e-legacy-migration-b9032158\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789585119.0705519,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"86fb3470-1162-4be9-819b-a8e09814330e"} {"level":"info","ts":1789585119.0705905,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"6bfa600b-bbab-4cac-8165-3060efa029ba"} {"level":"info","ts":1789585119.0706367,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"27eec6f9-ecbe-42b8-a3e4-6d57b6f1bc7a"} {"level":"error","ts":1789585119.0706365,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"6bfa600b-bbab-4cac-8165-3060efa029ba","provider":"e2e-legacy-migration-b9032158","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-b9032158\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789585119.0713274,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"6fe0bb30-c040-4b73-8aa4-8cb7f837ce71","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"info","ts":1789585119.0713809,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"6fe0bb30-c040-4b73-8aa4-8cb7f837ce71","name":"e2e-legacy-migration-b9032158","namespace":"llm"} {"level":"error","ts":1789585119.080165,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"6bfa600b-bbab-4cac-8165-3060efa029ba","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b9032158\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789585119.0801973,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"6bfa600b-bbab-4cac-8165-3060efa029ba","error":"ExternalModel \"e2e-legacy-migration-b9032158\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b9032158\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789585119.0802438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b9032158","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b9032158","reconcileID":"4b2d1b98-073e-4404-824b-8941fae4cd33"} {"level":"info","ts":1789585119.5213249,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585119.5214217,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f"} {"level":"info","ts":1789585119.5214334,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f"} {"level":"info","ts":1789585119.5214448,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f","EoS":true} {"level":"info","ts":1789585119.5214667,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f","header":"x-maas-subscription"} {"level":"info","ts":1789585119.5214767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f","header":"x-maas-username"} {"level":"info","ts":1789585119.5214825,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f","header":"x-maas-keyname"} {"level":"info","ts":1789585119.5214865,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f","header":"x-maas-group"} {"level":"info","ts":1789585119.5215013,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789585119.5215125,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f","modelName":"e2e-external-model"} {"level":"info","ts":1789585119.5215228,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789585119.5215466,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789585119.521563,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f","authType":"apikey"} {"level":"info","ts":1789585119.5215874,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f"} {"level":"info","ts":1789585121.298115,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f"} {"level":"info","ts":1789585121.2981431,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f"} {"level":"info","ts":1789585121.2981598,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f","EoS":false} {"level":"info","ts":1789585121.2981734,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f"} {"level":"info","ts":1789585121.2982023,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f","EoS":true} {"level":"info","ts":1789585121.2982085,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22bcd53716879343b379afbded87b052","span_id":"698e3f289f925c49","x-request-id":"c3cdbdfa-d6c2-49b4-b0e5-3f596db39d2f"} {"level":"info","ts":1789585121.3516855,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585121.3517954,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f"} {"level":"info","ts":1789585121.351808,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f"} {"level":"info","ts":1789585121.35182,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f","EoS":true} {"level":"info","ts":1789585121.351846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f","header":"x-maas-subscription"} {"level":"info","ts":1789585121.3518565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f","header":"x-maas-group"} {"level":"info","ts":1789585121.3518617,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f","header":"x-maas-keyname"} {"level":"info","ts":1789585121.3518665,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f","header":"x-maas-username"} {"level":"info","ts":1789585121.3518822,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789585121.351917,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f"} {"level":"info","ts":1789585123.5304801,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f"} {"level":"info","ts":1789585123.5305104,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f"} {"level":"info","ts":1789585123.5305276,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f","EoS":false} {"level":"info","ts":1789585123.53054,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f"} {"level":"info","ts":1789585123.5305698,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f","EoS":true} {"level":"info","ts":1789585123.5305784,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ce011ddb3b923be7950a1ac8e3e1103","span_id":"3df4913ed70618b7","x-request-id":"8f144825-3bcf-4480-830e-eeb6bf951d4f"} {"level":"info","ts":1789585123.575679,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585123.5757837,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c"} {"level":"info","ts":1789585123.5758011,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c"} {"level":"info","ts":1789585123.5758169,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c","EoS":true} {"level":"info","ts":1789585123.5758376,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c","header":"x-maas-username"} {"level":"info","ts":1789585123.5758467,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c","header":"x-maas-group"} {"level":"info","ts":1789585123.5758514,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c","header":"x-maas-keyname"} {"level":"info","ts":1789585123.5758567,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c","header":"x-maas-subscription"} {"level":"info","ts":1789585123.5758896,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c"} {"level":"info","ts":1789585125.458205,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c"} {"level":"info","ts":1789585125.4582345,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c"} {"level":"info","ts":1789585125.458253,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c","EoS":false} {"level":"info","ts":1789585125.458276,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c"} {"level":"info","ts":1789585125.4583101,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c","EoS":true} {"level":"info","ts":1789585125.4583218,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7e9fe85a8bdeba9a188453ec0ab1267f","span_id":"9d1b053ed173e766","x-request-id":"de1affdc-6fec-4617-a5d5-2622d77a7c6c"} {"level":"info","ts":1789585126.3154924,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0191389-79bd-4424-8314-a25a6b53ac06"} {"level":"info","ts":1789585126.3154986,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4f27d02-f0f1-4510-925b-7a4589e12e79","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789585126.3155298,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4f27d02-f0f1-4510-925b-7a4589e12e79","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789585126.469373,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"306fc6f4-bb88-471e-9bf7-f6ea56e6b74d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789585126.469486,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"306fc6f4-bb88-471e-9bf7-f6ea56e6b74d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789585126.4695842,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8167f5d-8963-485e-9a14-d2732e2d4f37"} {"level":"info","ts":1789585126.5861576,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8aa4fd0b-0172-426f-88b7-5143191d371e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789585126.5862167,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8aa4fd0b-0172-426f-88b7-5143191d371e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789585127.580121,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585127.580244,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"117bfd0901c50c3706638ea3077853c5","span_id":"5351431c12c45443","x-request-id":"2d5dca40-15b8-4468-b8ca-6a8ed0b3b0d6"} {"level":"info","ts":1789585127.5802584,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"117bfd0901c50c3706638ea3077853c5","span_id":"5351431c12c45443","x-request-id":"2d5dca40-15b8-4468-b8ca-6a8ed0b3b0d6"} {"level":"info","ts":1789585127.580277,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"117bfd0901c50c3706638ea3077853c5","span_id":"5351431c12c45443","x-request-id":"2d5dca40-15b8-4468-b8ca-6a8ed0b3b0d6","EoS":true} {"level":"info","ts":1789585127.5803406,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"117bfd0901c50c3706638ea3077853c5","span_id":"5351431c12c45443","x-request-id":"2d5dca40-15b8-4468-b8ca-6a8ed0b3b0d6"} {"level":"info","ts":1789585127.7572367,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585127.7573545,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f9560c0b3e0b81d71b77ea5b15367ccf","span_id":"25cc082ffc296318","x-request-id":"faf30cd6-af0f-4b00-be71-280a6875e5dd"} {"level":"info","ts":1789585127.7573695,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f9560c0b3e0b81d71b77ea5b15367ccf","span_id":"25cc082ffc296318","x-request-id":"faf30cd6-af0f-4b00-be71-280a6875e5dd"} {"level":"info","ts":1789585127.7573895,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f9560c0b3e0b81d71b77ea5b15367ccf","span_id":"25cc082ffc296318","x-request-id":"faf30cd6-af0f-4b00-be71-280a6875e5dd","EoS":true} {"level":"info","ts":1789585127.7574456,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f9560c0b3e0b81d71b77ea5b15367ccf","span_id":"25cc082ffc296318","x-request-id":"faf30cd6-af0f-4b00-be71-280a6875e5dd"} {"level":"info","ts":1789585127.9304237,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789585127.9305236,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ecd711a05e3188c100d57e684534f2bb","span_id":"0d210f41978bc908","x-request-id":"c987c941-6d4f-47d6-8885-f1e62a6d6608"} {"level":"info","ts":1789585127.930536,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ecd711a05e3188c100d57e684534f2bb","span_id":"0d210f41978bc908","x-request-id":"c987c941-6d4f-47d6-8885-f1e62a6d6608"} {"level":"info","ts":1789585127.9305475,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ecd711a05e3188c100d57e684534f2bb","span_id":"0d210f41978bc908","x-request-id":"c987c941-6d4f-47d6-8885-f1e62a6d6608","EoS":true} {"level":"info","ts":1789585127.930593,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ecd711a05e3188c100d57e684534f2bb","span_id":"0d210f41978bc908","x-request-id":"c987c941-6d4f-47d6-8885-f1e62a6d6608"} {"level":"error","ts":1789585129.9083624,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789585144.9090528,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789586209.997209,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586209.9973135,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17"} {"level":"info","ts":1789586209.997326,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17"} {"level":"info","ts":1789586209.9973376,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17","EoS":true} {"level":"info","ts":1789586209.9973626,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17","header":"x-maas-keyname"} {"level":"info","ts":1789586209.9973745,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17","header":"x-maas-group"} {"level":"info","ts":1789586209.99738,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17","header":"x-maas-username"} {"level":"info","ts":1789586209.9973853,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17","header":"x-maas-subscription"} {"level":"info","ts":1789586209.9973998,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789586209.9974282,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17"} {"level":"info","ts":1789586209.9994,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17"} {"level":"info","ts":1789586209.9994214,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17"} {"level":"info","ts":1789586209.9994397,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17","EoS":false} {"level":"info","ts":1789586209.9994507,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17"} {"level":"info","ts":1789586209.9994764,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17","EoS":true} {"level":"info","ts":1789586209.9994857,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a21d16ed19214d35a964c3c94e71aeac","span_id":"6cfc5ba2059caf2a","x-request-id":"d6c5bb81-cd54-41df-b604-028feff4bb17"} {"level":"info","ts":1789586210.0391088,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586210.0391989,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a"} {"level":"info","ts":1789586210.039211,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a"} {"level":"info","ts":1789586210.0392227,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a","EoS":true} {"level":"info","ts":1789586210.039245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a","header":"x-maas-group"} {"level":"info","ts":1789586210.0392551,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a","header":"x-maas-subscription"} {"level":"info","ts":1789586210.0392604,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a","header":"x-maas-keyname"} {"level":"info","ts":1789586210.0392656,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a","header":"x-maas-username"} {"level":"info","ts":1789586210.0392807,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789586210.039305,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a"} {"level":"info","ts":1789586210.040128,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a"} {"level":"info","ts":1789586210.0401478,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a"} {"level":"info","ts":1789586210.0401623,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a","EoS":false} {"level":"info","ts":1789586210.040173,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a"} {"level":"info","ts":1789586210.0401964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a","EoS":true} {"level":"info","ts":1789586210.0402052,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8b26584e266a3dd5b8462f2df3baee0a","span_id":"1c969b2fd54cc996","x-request-id":"2d69f984-dc99-421c-a49a-102d5f6c856a"} {"level":"error","ts":1789586220.027166,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789586235.027467,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789586545.7117708,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586545.7118964,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8"} {"level":"info","ts":1789586545.7119102,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8"} {"level":"info","ts":1789586545.711922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8","EoS":true} {"level":"info","ts":1789586545.7119462,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8","header":"x-maas-username"} {"level":"info","ts":1789586545.7119563,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8","header":"x-maas-subscription"} {"level":"info","ts":1789586545.7119622,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8","header":"x-maas-keyname"} {"level":"info","ts":1789586545.7119672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8","header":"x-maas-group"} {"level":"info","ts":1789586545.7120035,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586545.7120237,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8"} {"level":"info","ts":1789586545.7254713,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8"} {"level":"info","ts":1789586545.7254968,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8"} {"level":"info","ts":1789586545.7255137,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8","EoS":false} {"level":"info","ts":1789586545.7255263,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8"} {"level":"info","ts":1789586545.7255535,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8","EoS":true} {"level":"info","ts":1789586545.725563,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"08e124cad5f5baff3578166ada8ae9ca","span_id":"d4ff889c76d65937","x-request-id":"a756510b-d33e-4052-9566-0919d745fcf8"} {"level":"info","ts":1789586545.8652992,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586545.865414,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651"} {"level":"info","ts":1789586545.8654253,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651"} {"level":"info","ts":1789586545.8654373,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651","EoS":true} {"level":"info","ts":1789586545.8654618,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651","header":"x-maas-subscription"} {"level":"info","ts":1789586545.8654716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651","header":"x-maas-group"} {"level":"info","ts":1789586545.8654764,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651","header":"x-maas-username"} {"level":"info","ts":1789586545.8654807,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651","header":"x-maas-keyname"} {"level":"info","ts":1789586545.8654954,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586545.865523,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651"} {"level":"info","ts":1789586545.8665702,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651"} {"level":"info","ts":1789586545.8665922,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651"} {"level":"info","ts":1789586545.8666084,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651","EoS":false} {"level":"info","ts":1789586545.866619,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651"} {"level":"info","ts":1789586545.8666425,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651","EoS":true} {"level":"info","ts":1789586545.866652,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f39450f478500b10b3d1305b60659675","span_id":"2e9468da918bceb3","x-request-id":"eaf02f60-e7ad-4d60-9f88-25c12eeb5651"} {"level":"info","ts":1789586546.005814,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586546.0059106,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d"} {"level":"info","ts":1789586546.0059228,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d"} {"level":"info","ts":1789586546.0059342,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d","EoS":true} {"level":"info","ts":1789586546.00596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d","header":"x-maas-keyname"} {"level":"info","ts":1789586546.0059953,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d","header":"x-maas-subscription"} {"level":"info","ts":1789586546.0060046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d","header":"x-maas-group"} {"level":"info","ts":1789586546.006012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d","header":"x-maas-username"} {"level":"info","ts":1789586546.0060332,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586546.0060623,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d"} {"level":"info","ts":1789586546.0084102,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d"} {"level":"info","ts":1789586546.0084321,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d"} {"level":"info","ts":1789586546.0084455,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d","EoS":false} {"level":"info","ts":1789586546.008457,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d"} {"level":"info","ts":1789586546.0084813,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d","EoS":true} {"level":"info","ts":1789586546.0084903,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e08b4f7ca02d6751b67b0bf7c7cceaa8","span_id":"9895dded59bea483","x-request-id":"60adac9e-a02d-49d5-944b-823a5898b82d"} {"level":"info","ts":1789586546.152799,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586546.1528943,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3"} {"level":"info","ts":1789586546.152907,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3"} {"level":"info","ts":1789586546.1529186,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3","EoS":true} {"level":"info","ts":1789586546.1529424,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3","header":"x-maas-keyname"} {"level":"info","ts":1789586546.152957,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3","header":"x-maas-group"} {"level":"info","ts":1789586546.1529648,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3","header":"x-maas-subscription"} {"level":"info","ts":1789586546.1529937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3","header":"x-maas-username"} {"level":"info","ts":1789586546.153014,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586546.1530478,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3"} {"level":"info","ts":1789586546.1540287,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3"} {"level":"info","ts":1789586546.15405,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3"} {"level":"info","ts":1789586546.1540623,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3","EoS":false} {"level":"info","ts":1789586546.1540744,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3"} {"level":"info","ts":1789586546.1540968,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3","EoS":true} {"level":"info","ts":1789586546.1541073,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b5f6ee47243755530d4c5b7ac127fc8a","span_id":"32eb32efa2d7890d","x-request-id":"7538cc57-4061-41b1-ab1b-eb6ab4601ea3"} {"level":"info","ts":1789586546.2928383,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586546.2929335,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817"} {"level":"info","ts":1789586546.292947,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817"} {"level":"info","ts":1789586546.2929585,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817","EoS":true} {"level":"info","ts":1789586546.293001,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817","header":"x-maas-subscription"} {"level":"info","ts":1789586546.293017,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817","header":"x-maas-username"} {"level":"info","ts":1789586546.293025,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817","header":"x-maas-group"} {"level":"info","ts":1789586546.293033,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817","header":"x-maas-keyname"} {"level":"info","ts":1789586546.2930517,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586546.2930791,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817"} {"level":"info","ts":1789586546.2940607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817"} {"level":"info","ts":1789586546.2940772,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817"} {"level":"info","ts":1789586546.2940874,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817","EoS":false} {"level":"info","ts":1789586546.2940986,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817"} {"level":"info","ts":1789586546.2941246,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817","EoS":true} {"level":"info","ts":1789586546.2941382,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2a657747f198182f0a7650fe924394ff","span_id":"65c22c9813fb9f4d","x-request-id":"c79b7511-ddb1-46e2-900f-404990193817"} {"level":"info","ts":1789586555.106248,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586555.106356,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0"} {"level":"info","ts":1789586555.106369,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0"} {"level":"info","ts":1789586555.1063814,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0","EoS":true} {"level":"info","ts":1789586555.1064067,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0","header":"x-maas-group"} {"level":"info","ts":1789586555.1064174,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0","header":"x-maas-username"} {"level":"info","ts":1789586555.1064224,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0","header":"x-maas-keyname"} {"level":"info","ts":1789586555.106428,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0","header":"x-maas-subscription"} {"level":"info","ts":1789586555.1064432,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586555.106467,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0"} {"level":"info","ts":1789586555.1074784,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0"} {"level":"info","ts":1789586555.1074991,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0"} {"level":"info","ts":1789586555.1075122,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0","EoS":false} {"level":"info","ts":1789586555.1075244,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0"} {"level":"info","ts":1789586555.1075523,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0","EoS":true} {"level":"info","ts":1789586555.1075678,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e947d9e6b5bf73640c733706da9b0f2","span_id":"e37d58b915e4519b","x-request-id":"26c8cd77-19fd-4c22-ae29-386e4cd8d3b0"} {"level":"info","ts":1789586555.2111413,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586555.2112372,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"de8b1fec0161e83784c5fd3f70af36c2","span_id":"1055223aa4a78e76","x-request-id":"8e9d1d82-6b19-4a29-b753-75cce52de0b5"} {"level":"info","ts":1789586555.2121344,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"de8b1fec0161e83784c5fd3f70af36c2","span_id":"1055223aa4a78e76","x-request-id":"8e9d1d82-6b19-4a29-b753-75cce52de0b5"} {"level":"info","ts":1789586555.212154,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"de8b1fec0161e83784c5fd3f70af36c2","span_id":"1055223aa4a78e76","x-request-id":"8e9d1d82-6b19-4a29-b753-75cce52de0b5"} {"level":"info","ts":1789586555.2121673,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de8b1fec0161e83784c5fd3f70af36c2","span_id":"1055223aa4a78e76","x-request-id":"8e9d1d82-6b19-4a29-b753-75cce52de0b5","EoS":false} {"level":"info","ts":1789586555.212179,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de8b1fec0161e83784c5fd3f70af36c2","span_id":"1055223aa4a78e76","x-request-id":"8e9d1d82-6b19-4a29-b753-75cce52de0b5"} {"level":"info","ts":1789586555.212207,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de8b1fec0161e83784c5fd3f70af36c2","span_id":"1055223aa4a78e76","x-request-id":"8e9d1d82-6b19-4a29-b753-75cce52de0b5","EoS":true} {"level":"info","ts":1789586555.2122211,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de8b1fec0161e83784c5fd3f70af36c2","span_id":"1055223aa4a78e76","x-request-id":"8e9d1d82-6b19-4a29-b753-75cce52de0b5"} {"level":"info","ts":1789586556.0107467,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586556.0108457,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff"} {"level":"info","ts":1789586556.0108576,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff"} {"level":"info","ts":1789586556.010869,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff","EoS":true} {"level":"info","ts":1789586556.010895,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff","header":"x-maas-keyname"} {"level":"info","ts":1789586556.0109048,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff","header":"x-maas-subscription"} {"level":"info","ts":1789586556.0109098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff","header":"x-maas-username"} {"level":"info","ts":1789586556.0109136,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff","header":"x-maas-group"} {"level":"info","ts":1789586556.0109282,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586556.0109522,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff"} {"level":"info","ts":1789586556.011851,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff"} {"level":"info","ts":1789586556.0118625,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff"} {"level":"info","ts":1789586556.0118737,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff","EoS":false} {"level":"info","ts":1789586556.0118842,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff"} {"level":"info","ts":1789586556.0119042,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff","EoS":true} {"level":"info","ts":1789586556.0119119,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"72212cec2cdac3f55bb5588663521178","span_id":"e0ee0a0173c8a60f","x-request-id":"8482d5a4-803c-4ecb-b78e-85171d812bff"} {"level":"info","ts":1789586557.015892,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586557.0160103,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b"} {"level":"info","ts":1789586557.0160236,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b"} {"level":"info","ts":1789586557.0160358,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b","EoS":true} {"level":"info","ts":1789586557.0160608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b","header":"x-maas-keyname"} {"level":"info","ts":1789586557.0160713,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b","header":"x-maas-group"} {"level":"info","ts":1789586557.0160758,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b","header":"x-maas-subscription"} {"level":"info","ts":1789586557.0160806,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b","header":"x-maas-username"} {"level":"info","ts":1789586557.016095,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586557.0161154,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b"} {"level":"info","ts":1789586557.016998,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b"} {"level":"info","ts":1789586557.0170202,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b"} {"level":"info","ts":1789586557.0170355,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b","EoS":false} {"level":"info","ts":1789586557.0170488,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b"} {"level":"info","ts":1789586557.0170767,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b","EoS":true} {"level":"info","ts":1789586557.0170906,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e5339dcf8a804cf525b57ef678736787","span_id":"8dbb749ff711138a","x-request-id":"e1b8d014-6db6-4870-a884-0aee0bb3cf9b"} {"level":"info","ts":1789586557.753898,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586557.7540123,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f"} {"level":"info","ts":1789586557.754025,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f"} {"level":"info","ts":1789586557.754037,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f","EoS":true} {"level":"info","ts":1789586557.75406,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f","header":"x-maas-username"} {"level":"info","ts":1789586557.7540696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f","header":"x-maas-group"} {"level":"info","ts":1789586557.7540746,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f","header":"x-maas-keyname"} {"level":"info","ts":1789586557.7540803,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f","header":"x-maas-subscription"} {"level":"info","ts":1789586557.7540948,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586557.754118,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f"} {"level":"info","ts":1789586557.7549338,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f"} {"level":"info","ts":1789586557.754953,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f"} {"level":"info","ts":1789586557.7549634,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f","EoS":false} {"level":"info","ts":1789586557.75499,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f"} {"level":"info","ts":1789586557.7550237,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f","EoS":true} {"level":"info","ts":1789586557.7550347,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce35bf80b3a3467926785d3f995bb39b","span_id":"898eb8f9454997c5","x-request-id":"e0a49a39-96c2-4aca-9a49-43ecd1f1360f"} {"level":"error","ts":1789586560.0681224,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789586560.9872057,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586560.9873245,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8"} {"level":"info","ts":1789586560.98734,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8"} {"level":"info","ts":1789586560.9873588,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8","EoS":true} {"level":"info","ts":1789586560.9874413,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8","header":"x-maas-username"} {"level":"info","ts":1789586560.9874556,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8","header":"x-maas-keyname"} {"level":"info","ts":1789586560.987464,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8","header":"x-maas-group"} {"level":"info","ts":1789586560.9874723,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8","header":"x-maas-subscription"} {"level":"info","ts":1789586560.9874945,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586560.9875288,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8"} {"level":"info","ts":1789586560.9883752,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8"} {"level":"info","ts":1789586560.9883945,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8"} {"level":"info","ts":1789586560.9884083,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8","EoS":false} {"level":"info","ts":1789586560.9884186,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8"} {"level":"info","ts":1789586560.9884417,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8","EoS":true} {"level":"info","ts":1789586560.9884503,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33f931c14235698223952c029eee84c9","span_id":"7a43bef1685c7d2d","x-request-id":"b94110eb-9dea-419e-97fa-866700a100d8"} {"level":"error","ts":1789586575.06985,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789586580.5168645,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586580.516968,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d"} {"level":"info","ts":1789586580.5169947,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d"} {"level":"info","ts":1789586580.5170066,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d","EoS":true} {"level":"info","ts":1789586580.51703,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d","header":"x-maas-subscription"} {"level":"info","ts":1789586580.5170412,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d","header":"x-maas-username"} {"level":"info","ts":1789586580.5170462,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d","header":"x-maas-keyname"} {"level":"info","ts":1789586580.5170507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d","header":"x-maas-group"} {"level":"info","ts":1789586580.517066,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586580.5170918,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d"} {"level":"info","ts":1789586580.5179193,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d"} {"level":"info","ts":1789586580.5179403,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d"} {"level":"info","ts":1789586580.5179968,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d","EoS":false} {"level":"info","ts":1789586580.518014,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d"} {"level":"info","ts":1789586580.5180404,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d","EoS":true} {"level":"info","ts":1789586580.5180488,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"625a69251695ad18246ac19e4b205bbb","span_id":"40662de1e1877c1e","x-request-id":"a9acdea1-c850-4c98-9e8f-6c9fe96e755d"} {"level":"error","ts":1789586595.0711782,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789586674.4157696,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586674.4158695,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f"} {"level":"info","ts":1789586674.4158826,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f"} {"level":"info","ts":1789586674.4158936,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f","EoS":true} {"level":"info","ts":1789586674.4159195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f","header":"x-maas-username"} {"level":"info","ts":1789586674.4159293,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f","header":"x-maas-subscription"} {"level":"info","ts":1789586674.4159353,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f","header":"x-maas-group"} {"level":"info","ts":1789586674.4159396,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f","header":"x-maas-keyname"} {"level":"info","ts":1789586674.4159546,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789586674.4159954,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f"} {"level":"info","ts":1789586674.4293976,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f"} {"level":"info","ts":1789586674.4294217,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f"} {"level":"info","ts":1789586674.4294384,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f","EoS":false} {"level":"info","ts":1789586674.429451,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f"} {"level":"info","ts":1789586674.4294794,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f","EoS":true} {"level":"info","ts":1789586674.4294891,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9ab8e9e80f3b20a47628a3ae58dfc70f","span_id":"0a98b19a70675caa","x-request-id":"c2abbf61-5e84-4567-8056-96059b45623f"} {"level":"error","ts":1789586685.0779095,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789586749.1282544,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586749.1283727,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd"} {"level":"info","ts":1789586749.1283877,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd"} {"level":"info","ts":1789586749.1284065,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd","EoS":true} {"level":"info","ts":1789586749.1284692,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd","header":"x-maas-username"} {"level":"info","ts":1789586749.128484,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd","header":"x-maas-group"} {"level":"info","ts":1789586749.1284924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd","header":"x-maas-subscription"} {"level":"info","ts":1789586749.1285007,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd","header":"x-maas-keyname"} {"level":"info","ts":1789586749.1285226,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586749.1285567,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd"} {"level":"info","ts":1789586749.1295824,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd"} {"level":"info","ts":1789586749.1296031,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd"} {"level":"info","ts":1789586749.1296172,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd","EoS":false} {"level":"info","ts":1789586749.1296284,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd"} {"level":"info","ts":1789586749.1296542,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd","EoS":true} {"level":"info","ts":1789586749.1296635,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6830006820badfdc903155309d7e1d98","span_id":"9f2725b7c7e9c2c9","x-request-id":"97af1b25-2757-4fea-8579-56d37759cfcd"} {"level":"info","ts":1789586749.169835,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586749.169941,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4"} {"level":"info","ts":1789586749.1699543,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4"} {"level":"info","ts":1789586749.1699955,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4","EoS":true} {"level":"info","ts":1789586749.1700304,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4","header":"x-maas-subscription"} {"level":"info","ts":1789586749.1700418,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4","header":"x-maas-group"} {"level":"info","ts":1789586749.1700516,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4","header":"x-maas-keyname"} {"level":"info","ts":1789586749.1700597,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4","header":"x-maas-username"} {"level":"info","ts":1789586749.170078,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789586749.1701105,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4"} {"level":"info","ts":1789586749.1710777,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4"} {"level":"info","ts":1789586749.1710956,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4"} {"level":"info","ts":1789586749.1711063,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4","EoS":false} {"level":"info","ts":1789586749.1711168,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4"} {"level":"info","ts":1789586749.1711395,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4","EoS":true} {"level":"info","ts":1789586749.1711488,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9dbc26461ca8403d58b74f0b70a6853c","span_id":"c0538fbd8d9e5a78","x-request-id":"39ebfeb3-725e-4bae-8886-272cd5978bb4"} {"level":"error","ts":1789586760.0872977,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789586763.0167966,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586763.0169065,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc"} {"level":"info","ts":1789586763.0169199,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc"} {"level":"info","ts":1789586763.0169368,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc","EoS":true} {"level":"info","ts":1789586763.0169652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc","header":"x-maas-subscription"} {"level":"info","ts":1789586763.0170562,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc","header":"x-maas-group"} {"level":"info","ts":1789586763.0170708,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc","header":"x-maas-keyname"} {"level":"info","ts":1789586763.0170805,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc","header":"x-maas-username"} {"level":"info","ts":1789586763.0171018,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789586763.0171402,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc"} {"level":"info","ts":1789586763.0303638,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc"} {"level":"info","ts":1789586763.0303879,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc"} {"level":"info","ts":1789586763.0304034,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc","EoS":false} {"level":"info","ts":1789586763.030415,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc"} {"level":"info","ts":1789586763.0304527,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc","EoS":false} {"level":"info","ts":1789586763.0304642,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc"} {"level":"info","ts":1789586763.0304754,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc","EoS":true} {"level":"info","ts":1789586763.0304823,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1c615f61b7b0fb0d209c3aa9ef63e25c","span_id":"166e4b0e14c59eaa","x-request-id":"b7db5a8f-becb-495e-8916-65ef52100dbc"} {"level":"info","ts":1789586763.1685379,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586763.1686423,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d"} {"level":"info","ts":1789586763.1686566,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d"} {"level":"info","ts":1789586763.168673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d","EoS":true} {"level":"info","ts":1789586763.168699,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d","header":"x-maas-subscription"} {"level":"info","ts":1789586763.1687102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d","header":"x-maas-keyname"} {"level":"info","ts":1789586763.1687157,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d","header":"x-maas-group"} {"level":"info","ts":1789586763.1687205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d","header":"x-maas-username"} {"level":"info","ts":1789586763.1687343,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789586763.1687603,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d"} {"level":"info","ts":1789586763.1698892,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d"} {"level":"info","ts":1789586763.1699052,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d"} {"level":"info","ts":1789586763.1699238,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d","EoS":false} {"level":"info","ts":1789586763.1699357,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d"} {"level":"info","ts":1789586763.1699574,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d","EoS":true} {"level":"info","ts":1789586763.1699667,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d2b88aaf66936944ebf84790bd35ae4","span_id":"9d4d65a007c02110","x-request-id":"6d1f09f5-1909-4ba3-ad47-43e102bb5c9d"} {"level":"info","ts":1789586763.3102493,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586763.3103442,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1"} {"level":"info","ts":1789586763.3103564,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1"} {"level":"info","ts":1789586763.3103676,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1","EoS":true} {"level":"info","ts":1789586763.3103893,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1","header":"x-maas-keyname"} {"level":"info","ts":1789586763.3103993,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1","header":"x-maas-group"} {"level":"info","ts":1789586763.3104048,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1","header":"x-maas-subscription"} {"level":"info","ts":1789586763.3104093,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1","header":"x-maas-username"} {"level":"info","ts":1789586763.310424,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789586763.3104515,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1"} {"level":"info","ts":1789586763.3129146,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1"} {"level":"info","ts":1789586763.3129385,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1"} {"level":"info","ts":1789586763.3129559,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1","EoS":false} {"level":"info","ts":1789586763.3129923,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1"} {"level":"info","ts":1789586763.3130255,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1","EoS":false} {"level":"info","ts":1789586763.313036,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1"} {"level":"info","ts":1789586763.3130484,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1","EoS":true} {"level":"info","ts":1789586763.3130543,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"826f62217ab6d12c849bff39c2cd8e32","span_id":"952537dbbfd8c93c","x-request-id":"8d6b6683-79cc-498f-b4dd-b947611903b1"} {"level":"error","ts":1789586775.088365,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789586776.1021922,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789586776.102327,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d"} {"level":"info","ts":1789586776.1023457,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d"} {"level":"info","ts":1789586776.1023595,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d","EoS":true} {"level":"info","ts":1789586776.1023908,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d","header":"x-maas-username"} {"level":"info","ts":1789586776.1024003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d","header":"x-maas-group"} {"level":"info","ts":1789586776.1024067,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d","header":"x-maas-keyname"} {"level":"info","ts":1789586776.1024144,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d","header":"x-maas-subscription"} {"level":"info","ts":1789586776.102432,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789586776.1024663,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d"} {"level":"info","ts":1789586776.104485,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d"} {"level":"info","ts":1789586776.1045072,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d"} {"level":"info","ts":1789586776.104523,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d","EoS":false} {"level":"info","ts":1789586776.1045368,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d"} {"level":"info","ts":1789586776.1045697,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d","EoS":true} {"level":"info","ts":1789586776.10458,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"685a997b7d9d8c300163822ccf01a98d","span_id":"b06c43ba9333e826","x-request-id":"b28ac5c0-f223-43c1-bbe7-e4a66af2671d"} {"level":"error","ts":1789586790.0898602,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}