{"level":"info","ts":1789143352.4242926,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"50d40ddf3f3efdfd3f1a129f0b7fa385","span_id":"14592c4fe37558a0","x-request-id":"1268aaff-3443-44d1-9bad-32d5078ba60d"} {"level":"info","ts":1789143352.4243224,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"50d40ddf3f3efdfd3f1a129f0b7fa385","span_id":"14592c4fe37558a0","x-request-id":"1268aaff-3443-44d1-9bad-32d5078ba60d","EoS":false} {"level":"info","ts":1789143352.4243393,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"50d40ddf3f3efdfd3f1a129f0b7fa385","span_id":"14592c4fe37558a0","x-request-id":"1268aaff-3443-44d1-9bad-32d5078ba60d"} {"level":"info","ts":1789143352.424376,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"50d40ddf3f3efdfd3f1a129f0b7fa385","span_id":"14592c4fe37558a0","x-request-id":"1268aaff-3443-44d1-9bad-32d5078ba60d","EoS":true} {"level":"info","ts":1789143352.4243894,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"50d40ddf3f3efdfd3f1a129f0b7fa385","span_id":"14592c4fe37558a0","x-request-id":"1268aaff-3443-44d1-9bad-32d5078ba60d"} {"level":"info","ts":1789143352.5161476,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"3801c612-49f6-4230-abb0-7172d893e5f4","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.5243752,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"3801c612-49f6-4230-abb0-7172d893e5f4","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.533133,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"770c40b8-8e7b-45c7-925b-8fe467cc838a"} {"level":"info","ts":1789143352.5331779,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"be08b1b3-76bc-4f9c-85ed-df7f173a9b37","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.5333865,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"be08b1b3-76bc-4f9c-85ed-df7f173a9b37","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789143352.5464938,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"bfc222bb-3af0-4bdd-a9b8-27ee9f63b578","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.546531,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"bfc222bb-3af0-4bdd-a9b8-27ee9f63b578","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789143352.548107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"52d075ad-1004-4ce8-adfb-92c9f56b5500","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.548143,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"52d075ad-1004-4ce8-adfb-92c9f56b5500","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"info","ts":1789143352.5481086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"3ed7b554-d98a-4604-ad82-d4d9ff5d7c54"} {"level":"error","ts":1789143352.548313,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"770c40b8-8e7b-45c7-925b-8fe467cc838a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.5484395,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"770c40b8-8e7b-45c7-925b-8fe467cc838a","name":"e2e-legacy-migration-daf3ce1f"} {"level":"error","ts":1789143352.5548167,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"3801c612-49f6-4230-abb0-7172d893e5f4","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.5605128,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"3105ca21-af84-47a4-9771-30e9ff04f5ff","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.5624163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"73202fcc-ba6e-4e93-b52e-f6639cb5bc20","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.5624545,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"73202fcc-ba6e-4e93-b52e-f6639cb5bc20","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"error","ts":1789143352.562606,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"3ed7b554-d98a-4604-ad82-d4d9ff5d7c54","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.5626576,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"3ed7b554-d98a-4604-ad82-d4d9ff5d7c54","provider":"e2e-legacy-migration-daf3ce1f","phase":"Pending"} {"level":"info","ts":1789143352.568483,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"3105ca21-af84-47a4-9771-30e9ff04f5ff","name":"e2e-legacy-migration-daf3ce1f"} {"level":"error","ts":1789143352.573468,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"770c40b8-8e7b-45c7-925b-8fe467cc838a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789143352.5735118,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"770c40b8-8e7b-45c7-925b-8fe467cc838a","error":"failed to apply Service: services \"e2e-legacy-migration-daf3ce1f\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.5735672,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"95f6661c-e917-49b3-813e-9099604d58c7"} {"level":"info","ts":1789143352.5736098,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"95f6661c-e917-49b3-813e-9099604d58c7","name":"e2e-legacy-migration-daf3ce1f"} {"level":"error","ts":1789143352.5779943,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"3ed7b554-d98a-4604-ad82-d4d9ff5d7c54","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.5781868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"9527657c-d2fa-40f4-872a-cf4b1ef7c8b8","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.578271,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"9527657c-d2fa-40f4-872a-cf4b1ef7c8b8","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"error","ts":1789143352.578222,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"3ed7b554-d98a-4604-ad82-d4d9ff5d7c54","error":"ExternalModel \"e2e-legacy-migration-daf3ce1f\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-daf3ce1f\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.578415,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"c0b4c3e0-5a36-4392-a831-37ed06de8f8c"} {"level":"info","ts":1789143352.578449,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"c0b4c3e0-5a36-4392-a831-37ed06de8f8c","provider":"e2e-legacy-migration-daf3ce1f","phase":"Pending"} {"level":"error","ts":1789143352.5789154,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"3105ca21-af84-47a4-9771-30e9ff04f5ff","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789143352.5875406,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"c0b4c3e0-5a36-4392-a831-37ed06de8f8c","error":"ExternalModel \"e2e-legacy-migration-daf3ce1f\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-daf3ce1f\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.5897024,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"f52c0381-9df2-42e1-9fc8-131d72ea4e2b","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.591526,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"95f6661c-e917-49b3-813e-9099604d58c7","kind":"DestinationRule","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.5986419,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"be20ff71-3ca0-420f-94e1-6091cf460e2b"} {"level":"info","ts":1789143352.598691,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"be20ff71-3ca0-420f-94e1-6091cf460e2b","provider":"e2e-legacy-migration-daf3ce1f","phase":"Pending"} {"level":"info","ts":1789143352.6020184,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"f52c0381-9df2-42e1-9fc8-131d72ea4e2b","name":"e2e-legacy-migration-daf3ce1f"} {"level":"error","ts":1789143352.6123576,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"be20ff71-3ca0-420f-94e1-6091cf460e2b","error":"ExternalModel \"e2e-legacy-migration-daf3ce1f\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-daf3ce1f\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.6129901,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"f52c0381-9df2-42e1-9fc8-131d72ea4e2b","provider":"openai","model":"e2e-legacy-migration-daf3ce1f","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789143352.6175044,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"6fab59fc-30fb-4ab7-b579-0b706632c6fe","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.6175714,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"6fab59fc-30fb-4ab7-b579-0b706632c6fe","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789143352.6175847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"1a1df8c6-fe05-4415-9979-0e922664e8bf"} {"level":"info","ts":1789143352.6176376,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"1a1df8c6-fe05-4415-9979-0e922664e8bf","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.6176884,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"a00ee766-d6e2-47fb-a191-192736ba9e17","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.6177144,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"a00ee766-d6e2-47fb-a191-192736ba9e17","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"error","ts":1789143352.6268785,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"95f6661c-e917-49b3-813e-9099604d58c7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789143352.6269364,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"95f6661c-e917-49b3-813e-9099604d58c7","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-daf3ce1f\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.6270065,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"33b47fdd-ebfc-4f27-b224-2cfc02e00fc2"} {"level":"info","ts":1789143352.6271553,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"33b47fdd-ebfc-4f27-b224-2cfc02e00fc2","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.6497045,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"db07bd6b-128d-4001-9a2a-ea483d372e6d","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.649826,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"db07bd6b-128d-4001-9a2a-ea483d372e6d","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"error","ts":1789143352.6645977,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"1a1df8c6-fe05-4415-9979-0e922664e8bf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789143352.6646898,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"1a1df8c6-fe05-4415-9979-0e922664e8bf","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-daf3ce1f\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.6647825,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"958ae69f-ddde-447e-8464-b3851f57bf22"} {"level":"info","ts":1789143352.6648932,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"958ae69f-ddde-447e-8464-b3851f57bf22","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.67822,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"9bed3a2b-d8f1-415b-b8f2-70838e580baa","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.6782575,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"9bed3a2b-d8f1-415b-b8f2-70838e580baa","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"info","ts":1789143352.681291,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"33b47fdd-ebfc-4f27-b224-2cfc02e00fc2","service":"e2e-legacy-migration-daf3ce1f","serviceEntry":"e2e-legacy-migration-daf3ce1f","destinationRule":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.684795,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"958ae69f-ddde-447e-8464-b3851f57bf22","httpRoute":"e2e-legacy-migration-daf3ce1f","providers":["e2e-legacy-migration-daf3ce1f"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789143352.6989136,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"958ae69f-ddde-447e-8464-b3851f57bf22","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.6993835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"7b038dd8-6572-4983-bed8-318a65480c20"} {"level":"info","ts":1789143352.6995108,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"7b038dd8-6572-4983-bed8-318a65480c20","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.7139711,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"fc0a9d16-c4b1-42a1-ac3c-49a857d0ac29","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.7140882,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"fc0a9d16-c4b1-42a1-ac3c-49a857d0ac29","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"info","ts":1789143352.7152405,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"7b038dd8-6572-4983-bed8-318a65480c20","httpRoute":"e2e-legacy-migration-daf3ce1f","providers":["e2e-legacy-migration-daf3ce1f"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789143352.7276008,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"7b038dd8-6572-4983-bed8-318a65480c20","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.7277982,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"345b3f94-5035-4213-94b7-cdb2f9ae1677"} {"level":"info","ts":1789143352.7279015,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"345b3f94-5035-4213-94b7-cdb2f9ae1677","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.7454038,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"345b3f94-5035-4213-94b7-cdb2f9ae1677","httpRoute":"e2e-legacy-migration-daf3ce1f","providers":["e2e-legacy-migration-daf3ce1f"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789143352.8516319,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"2b265b26-660f-4ba0-b5c0-84026052f0f9","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.8604934,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"2b265b26-660f-4ba0-b5c0-84026052f0f9","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.8713357,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"2b265b26-660f-4ba0-b5c0-84026052f0f9","provider":"openai","model":"e2e-legacy-migration-daf3ce1f","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789143354.5596948,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143354.5598304,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605"} {"level":"info","ts":1789143354.5598464,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605"} {"level":"info","ts":1789143354.5598662,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605","EoS":true} {"level":"info","ts":1789143354.5599015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605","header":"x-maas-subscription"} {"level":"info","ts":1789143354.559915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605","header":"x-maas-group"} {"level":"info","ts":1789143354.5599236,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605","header":"x-maas-username"} {"level":"info","ts":1789143354.5599442,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789143354.5599713,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605"} {"level":"info","ts":1789143354.5654109,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605"} {"level":"info","ts":1789143354.5654426,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605"} {"level":"info","ts":1789143354.5654671,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605","EoS":false} {"level":"info","ts":1789143354.5654874,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605"} {"level":"info","ts":1789143354.56552,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605","EoS":true} {"level":"info","ts":1789143354.5655298,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe8bc466bcc79385ceac71d9b7f106e5","span_id":"9244a8938ca4622f","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605"} {"level":"info","ts":1789143354.9582791,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143354.9584377,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3"} {"level":"info","ts":1789143354.9584572,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3"} {"level":"info","ts":1789143354.958477,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3","EoS":true} {"level":"info","ts":1789143354.9585152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3","header":"x-maas-group"} {"level":"info","ts":1789143354.9585276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3","header":"x-maas-subscription"} {"level":"info","ts":1789143354.958536,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3","header":"x-maas-username"} {"level":"info","ts":1789143354.95856,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143354.95859,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3"} {"level":"info","ts":1789143354.96627,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3"} {"level":"info","ts":1789143354.9663167,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3"} {"level":"info","ts":1789143354.966344,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3","EoS":false} {"level":"info","ts":1789143354.9663718,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3"} {"level":"info","ts":1789143354.9664078,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3","EoS":true} {"level":"info","ts":1789143354.9664237,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3b351de97b5ac775b8f558cd8e230ca5","span_id":"97593b73b4d291d2","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3"} {"level":"info","ts":1789143355.4112246,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143355.4113564,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe"} {"level":"info","ts":1789143355.4113746,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe"} {"level":"info","ts":1789143355.4113896,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe","EoS":true} {"level":"info","ts":1789143355.4114258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe","header":"x-maas-subscription"} {"level":"info","ts":1789143355.4114416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe","header":"x-maas-username"} {"level":"info","ts":1789143355.411447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe","header":"x-maas-group"} {"level":"info","ts":1789143355.4114637,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143355.411491,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe"} {"level":"info","ts":1789143355.412438,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe"} {"level":"info","ts":1789143355.4124732,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe"} {"level":"info","ts":1789143355.4124916,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe","EoS":false} {"level":"info","ts":1789143355.4125097,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe"} {"level":"info","ts":1789143355.4125347,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe","EoS":true} {"level":"info","ts":1789143355.4125588,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"34d42e9b8d146c76f1715da787ad11dd","span_id":"99c43880b84f736f","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe"} {"level":"info","ts":1789143355.4516134,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"a8290dbf-80f9-4397-882f-f6d792534c5e","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143355.4605405,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"3e029ed9-c2b7-4660-8292-407d284cfb93"} {"level":"info","ts":1789143355.4606955,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"ac54b11f-4c63-4bec-b2f8-faadb95dbca6","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143355.460769,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"ac54b11f-4c63-4bec-b2f8-faadb95dbca6","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143355.464502,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"fa9b9be7-5089-42cf-ba4f-f99334d04747","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143355.464723,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"fa9b9be7-5089-42cf-ba4f-f99334d04747","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143355.464645,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"c223278c-e8dd-4594-9064-3eb4c36bb6cc"} {"level":"info","ts":1789143355.89485,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143355.894995,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9"} {"level":"info","ts":1789143355.8950157,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9"} {"level":"info","ts":1789143355.8950334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","EoS":true} {"level":"info","ts":1789143355.8950818,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","header":"x-maas-username"} {"level":"info","ts":1789143355.8951006,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","header":"x-maas-subscription"} {"level":"info","ts":1789143355.8951075,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","header":"x-maas-group"} {"level":"info","ts":1789143355.8951285,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789143355.8951468,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","modelName":"e2e-external-model"} {"level":"info","ts":1789143355.8951633,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789143355.8951983,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789143355.8952267,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","authType":"apikey"} {"level":"info","ts":1789143355.8952658,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9"} {"level":"info","ts":1789143355.946441,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9"} {"level":"info","ts":1789143355.946481,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9"} {"level":"info","ts":1789143355.9465034,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","EoS":false} {"level":"info","ts":1789143355.9465234,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9"} {"level":"info","ts":1789143355.9465544,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","EoS":true} {"level":"info","ts":1789143355.9465644,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"097adf3e011a272793cac5e1cc73e5e9","span_id":"a4c48d1edd2a1cfa","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9"} {"level":"info","ts":1789143356.0096374,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143356.0097368,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0"} {"level":"info","ts":1789143356.0097501,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0"} {"level":"info","ts":1789143356.009762,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0","EoS":true} {"level":"info","ts":1789143356.0097897,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0","header":"x-maas-username"} {"level":"info","ts":1789143356.0097995,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0","header":"x-maas-group"} {"level":"info","ts":1789143356.0098045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0","header":"x-maas-subscription"} {"level":"info","ts":1789143356.0098197,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789143356.0098474,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0"} {"level":"info","ts":1789143356.0871286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0"} {"level":"info","ts":1789143356.087175,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0"} {"level":"info","ts":1789143356.0872004,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0","EoS":false} {"level":"info","ts":1789143356.08722,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0"} {"level":"info","ts":1789143356.0872722,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0","EoS":true} {"level":"info","ts":1789143356.0872889,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"25834c42ef9ce137bfea6e48db097530","span_id":"ca9c305aea16bb18","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0"} {"level":"info","ts":1789143356.1305795,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143356.1306834,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777"} {"level":"info","ts":1789143356.130695,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777"} {"level":"info","ts":1789143356.1307075,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777","EoS":true} {"level":"info","ts":1789143356.1307292,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777","header":"x-maas-username"} {"level":"info","ts":1789143356.1307402,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777","header":"x-maas-subscription"} {"level":"info","ts":1789143356.1307452,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777","header":"x-maas-group"} {"level":"info","ts":1789143356.13078,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777"} {"level":"info","ts":1789143356.1682036,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777"} {"level":"info","ts":1789143356.1682456,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777"} {"level":"info","ts":1789143356.1682682,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777","EoS":false} {"level":"info","ts":1789143356.168289,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777"} {"level":"info","ts":1789143356.1683254,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777","EoS":true} {"level":"info","ts":1789143356.1683393,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed539c0fc331d07daf6711a8843a847b","span_id":"4cf25da4002c80e9","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777"} {"level":"info","ts":1789143357.1075237,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0396a956-b158-426c-8e71-9ec673d8d593"} {"level":"info","ts":1789143357.10754,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a48ae4d2-c9c2-47e5-bb3d-00cc0329a2f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789143357.10756,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a48ae4d2-c9c2-47e5-bb3d-00cc0329a2f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789143357.267635,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d6a5761-1cba-427c-a03d-ac3ebe97ffc6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789143357.2677667,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d6a5761-1cba-427c-a03d-ac3ebe97ffc6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789143357.2678614,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8bc2948-4eaa-4221-acd7-107321921a7d"} {"level":"info","ts":1789143357.4214287,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"258746fc-d588-430a-b536-b74b05472b7e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789143357.421468,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"258746fc-d588-430a-b536-b74b05472b7e","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789143366.557246,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789143372.9049635,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143372.9050899,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956"} {"level":"info","ts":1789143372.9051056,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956"} {"level":"info","ts":1789143372.9051192,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956","EoS":true} {"level":"info","ts":1789143372.9051497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956","header":"x-maas-username"} {"level":"info","ts":1789143372.9051614,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956","header":"x-maas-subscription"} {"level":"info","ts":1789143372.9051666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956","header":"x-maas-group"} {"level":"info","ts":1789143372.9051836,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143372.9052129,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956"} {"level":"info","ts":1789143372.906155,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956"} {"level":"info","ts":1789143372.9061785,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956"} {"level":"info","ts":1789143372.9061952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956","EoS":false} {"level":"info","ts":1789143372.9062083,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956"} {"level":"info","ts":1789143372.9062355,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956","EoS":true} {"level":"info","ts":1789143372.9062455,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a19a16dd45bcaa70ed105b3880912227","span_id":"f200a50393c6663d","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956"} {"level":"info","ts":1789143376.025999,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143376.0261173,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088"} {"level":"info","ts":1789143376.02613,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088"} {"level":"info","ts":1789143376.0261428,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088","EoS":true} {"level":"info","ts":1789143376.0261679,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088","header":"x-maas-subscription"} {"level":"info","ts":1789143376.0261793,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088","header":"x-maas-username"} {"level":"info","ts":1789143376.0261846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088","header":"x-maas-group"} {"level":"info","ts":1789143376.0262005,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143376.0262272,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088"} {"level":"info","ts":1789143376.0272593,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088"} {"level":"info","ts":1789143376.027282,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088"} {"level":"info","ts":1789143376.027299,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088","EoS":false} {"level":"info","ts":1789143376.0273151,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088"} {"level":"info","ts":1789143376.0273402,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088","EoS":true} {"level":"info","ts":1789143376.0273497,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7658838042f1e356383683590c3707ea","span_id":"8d317c7c500d46a7","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088"} {"level":"info","ts":1789143378.422017,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143378.4222057,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3"} {"level":"info","ts":1789143378.4222271,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3"} {"level":"info","ts":1789143378.422248,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3","EoS":true} {"level":"info","ts":1789143378.4222832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3","header":"x-maas-group"} {"level":"info","ts":1789143378.4222994,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3","header":"x-maas-subscription"} {"level":"info","ts":1789143378.4223082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3","header":"x-maas-username"} {"level":"info","ts":1789143378.4223282,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143378.4223728,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3"} {"level":"info","ts":1789143378.4234226,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3"} {"level":"info","ts":1789143378.4234462,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3"} {"level":"info","ts":1789143378.4234655,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3","EoS":false} {"level":"info","ts":1789143378.4234853,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3"} {"level":"info","ts":1789143378.4235256,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3","EoS":true} {"level":"info","ts":1789143378.4235377,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"785f544886d6d6da6cf4cc0a388f369f","span_id":"d2b2d569c7262e32","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3"} {"level":"info","ts":1789143378.4592884,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143378.4594188,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388"} {"level":"info","ts":1789143378.4594326,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388"} {"level":"info","ts":1789143378.4595082,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388","EoS":true} {"level":"info","ts":1789143378.4595466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388","header":"x-maas-username"} {"level":"info","ts":1789143378.459563,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388","header":"x-maas-group"} {"level":"info","ts":1789143378.4595728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388","header":"x-maas-subscription"} {"level":"info","ts":1789143378.4595933,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143378.4596248,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388"} {"level":"info","ts":1789143378.4605045,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388"} {"level":"info","ts":1789143378.460526,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388"} {"level":"info","ts":1789143378.4605424,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388","EoS":false} {"level":"info","ts":1789143378.4605536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388"} {"level":"info","ts":1789143378.4605808,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388","EoS":true} {"level":"info","ts":1789143378.4605923,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"06fe108c89ff45e7f20ac0536217c0f7","span_id":"4f743173cd14049f","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388"} {"level":"info","ts":1789143378.4967399,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143378.4968698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe"} {"level":"info","ts":1789143378.4968903,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe"} {"level":"info","ts":1789143378.496904,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe","EoS":true} {"level":"info","ts":1789143378.4969313,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe","header":"x-maas-username"} {"level":"info","ts":1789143378.496942,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe","header":"x-maas-subscription"} {"level":"info","ts":1789143378.4969509,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe","header":"x-maas-group"} {"level":"info","ts":1789143378.4969692,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143378.4969969,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe"} {"level":"info","ts":1789143378.497901,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe"} {"level":"info","ts":1789143378.4979224,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe"} {"level":"info","ts":1789143378.4979384,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe","EoS":false} {"level":"info","ts":1789143378.497951,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe"} {"level":"info","ts":1789143378.497981,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe","EoS":true} {"level":"info","ts":1789143378.4979944,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"af627a397fb999d7cf1b1ac77452aa76","span_id":"6f0536818bfdabac","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe"} {"level":"info","ts":1789143378.5351217,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143378.5352633,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100"} {"level":"info","ts":1789143378.5352848,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100"} {"level":"info","ts":1789143378.5353045,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100","EoS":true} {"level":"info","ts":1789143378.5353415,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100","header":"x-maas-group"} {"level":"info","ts":1789143378.5353553,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100","header":"x-maas-subscription"} {"level":"info","ts":1789143378.5353642,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100","header":"x-maas-username"} {"level":"info","ts":1789143378.5353851,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143378.5354218,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100"} {"level":"info","ts":1789143378.5365758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100"} {"level":"info","ts":1789143378.536598,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100"} {"level":"info","ts":1789143378.5366197,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100","EoS":false} {"level":"info","ts":1789143378.5366533,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100"} {"level":"info","ts":1789143378.5366898,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100","EoS":true} {"level":"info","ts":1789143378.5367043,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"343b4c2049d81d49441be67b2b6b49f5","span_id":"551445edc94b1017","x-request-id":"deeb8253-6205-426b-81d8-c53322586100"} {"level":"info","ts":1789143379.4850044,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143379.4851358,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8"} {"level":"info","ts":1789143379.48515,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8"} {"level":"info","ts":1789143379.4851644,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8","EoS":true} {"level":"info","ts":1789143379.4851913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8","header":"x-maas-username"} {"level":"info","ts":1789143379.4852066,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8","header":"x-maas-group"} {"level":"info","ts":1789143379.485213,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8","header":"x-maas-subscription"} {"level":"info","ts":1789143379.48523,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789143379.4852576,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8"} {"level":"info","ts":1789143379.4989455,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8"} {"level":"info","ts":1789143379.4989836,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8"} {"level":"info","ts":1789143379.4990094,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8","EoS":false} {"level":"info","ts":1789143379.4990313,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8"} {"level":"info","ts":1789143379.4991088,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8","EoS":true} {"level":"info","ts":1789143379.4991257,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8c627d0eff58976414ec27353ab07374","span_id":"fd800168726c8231","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8"} {"level":"info","ts":1789143383.9512653,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143383.951408,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92"} {"level":"info","ts":1789143383.951428,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92"} {"level":"info","ts":1789143383.9514475,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92","EoS":true} {"level":"info","ts":1789143383.9514823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92","header":"x-maas-username"} {"level":"info","ts":1789143383.9514954,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92","header":"x-maas-group"} {"level":"info","ts":1789143383.9515028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92","header":"x-maas-subscription"} {"level":"info","ts":1789143383.9515243,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789143383.95155,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92"} {"level":"info","ts":1789143383.9631965,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92"} {"level":"info","ts":1789143383.9632392,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92"} {"level":"info","ts":1789143383.9632635,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92","EoS":false} {"level":"info","ts":1789143383.9632816,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92"} {"level":"info","ts":1789143383.9633148,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92","EoS":true} {"level":"info","ts":1789143383.9633262,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c19a92f17f02e6fe137e0a3e9a49be92","span_id":"d30dfbed222cfa05","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92"} {"level":"error","ts":1789143386.5628147,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789143396.0956874,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143396.0958045,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8"} {"level":"info","ts":1789143396.0958178,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8"} {"level":"info","ts":1789143396.0958314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8","EoS":true} {"level":"info","ts":1789143396.095858,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8","header":"x-maas-group"} {"level":"info","ts":1789143396.095868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8","header":"x-maas-subscription"} {"level":"info","ts":1789143396.0958734,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8","header":"x-maas-username"} {"level":"info","ts":1789143396.0958905,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789143396.095919,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8"} {"level":"info","ts":1789143396.0991447,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8"} {"level":"info","ts":1789143396.0991614,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8"} {"level":"info","ts":1789143396.0991752,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8","EoS":false} {"level":"info","ts":1789143396.0991857,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8"} {"level":"info","ts":1789143396.0992112,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8","EoS":true} {"level":"info","ts":1789143396.099223,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"218b627b06bcb7462eb141664c28c9f8","span_id":"427277ecb18aa56b","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8"} {"level":"info","ts":1789143399.8419242,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143399.8420274,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add"} {"level":"info","ts":1789143399.8420603,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add"} {"level":"info","ts":1789143399.8420737,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add","EoS":true} {"level":"info","ts":1789143399.8421023,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add","header":"x-maas-subscription"} {"level":"info","ts":1789143399.842112,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add","header":"x-maas-username"} {"level":"info","ts":1789143399.842117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add","header":"x-maas-group"} {"level":"info","ts":1789143399.8421333,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143399.8421624,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add"} {"level":"info","ts":1789143399.843096,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add"} {"level":"info","ts":1789143399.8431222,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add"} {"level":"info","ts":1789143399.8431451,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add","EoS":false} {"level":"info","ts":1789143399.8431616,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add"} {"level":"info","ts":1789143399.8431883,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add","EoS":true} {"level":"info","ts":1789143399.8432002,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f5a0300e1214943fc932d18d5bdd6d96","span_id":"4482c9753a63fa11","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add"} {"level":"info","ts":1789143399.8786294,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143399.8787327,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589"} {"level":"info","ts":1789143399.8787458,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589"} {"level":"info","ts":1789143399.878759,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589","EoS":true} {"level":"info","ts":1789143399.8787878,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589","header":"x-maas-username"} {"level":"info","ts":1789143399.8787994,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589","header":"x-maas-group"} {"level":"info","ts":1789143399.878804,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589","header":"x-maas-subscription"} {"level":"info","ts":1789143399.8788183,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143399.8788476,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589"} {"level":"info","ts":1789143399.8799298,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589"} {"level":"info","ts":1789143399.8799558,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589"} {"level":"info","ts":1789143399.879977,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589","EoS":false} {"level":"info","ts":1789143399.8799894,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589"} {"level":"info","ts":1789143399.880011,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589","EoS":true} {"level":"info","ts":1789143399.8800197,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"330d5db2017349d591ffec2c87534b5e","span_id":"6b0e5e4ccdcd269d","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589"} {"level":"info","ts":1789143400.0438159,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143400.043929,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"75a80e86ebd0e82f942669b92dde6b8e","span_id":"d98b51f899b26836","x-request-id":"472dba13-e80e-4543-98ca-9df0ad589e6f"} {"level":"info","ts":1789143400.043945,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"75a80e86ebd0e82f942669b92dde6b8e","span_id":"d98b51f899b26836","x-request-id":"472dba13-e80e-4543-98ca-9df0ad589e6f"} {"level":"info","ts":1789143400.0439582,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"75a80e86ebd0e82f942669b92dde6b8e","span_id":"d98b51f899b26836","x-request-id":"472dba13-e80e-4543-98ca-9df0ad589e6f","EoS":true} {"level":"info","ts":1789143400.0440183,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"75a80e86ebd0e82f942669b92dde6b8e","span_id":"d98b51f899b26836","x-request-id":"472dba13-e80e-4543-98ca-9df0ad589e6f"} {"level":"info","ts":1789143400.1882126,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143400.1883242,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"26ab48caf02c530ac533bff37f28daa9","span_id":"b5d380c0b2986547","x-request-id":"94a15c50-fe42-4b24-9886-4aa58b5f8ee8"} {"level":"info","ts":1789143400.1883392,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"26ab48caf02c530ac533bff37f28daa9","span_id":"b5d380c0b2986547","x-request-id":"94a15c50-fe42-4b24-9886-4aa58b5f8ee8"} {"level":"info","ts":1789143400.1883526,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"26ab48caf02c530ac533bff37f28daa9","span_id":"b5d380c0b2986547","x-request-id":"94a15c50-fe42-4b24-9886-4aa58b5f8ee8","EoS":true} {"level":"info","ts":1789143400.188402,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"26ab48caf02c530ac533bff37f28daa9","span_id":"b5d380c0b2986547","x-request-id":"94a15c50-fe42-4b24-9886-4aa58b5f8ee8"} {"level":"info","ts":1789143400.3608356,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143400.3609333,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"42c5149d9039ff203102063334b7febe","span_id":"c298a08892126418","x-request-id":"162e7120-1bef-4fdb-8706-d8b78dd191a8"} {"level":"info","ts":1789143400.360947,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"42c5149d9039ff203102063334b7febe","span_id":"c298a08892126418","x-request-id":"162e7120-1bef-4fdb-8706-d8b78dd191a8"} {"level":"info","ts":1789143400.3609588,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"42c5149d9039ff203102063334b7febe","span_id":"c298a08892126418","x-request-id":"162e7120-1bef-4fdb-8706-d8b78dd191a8","EoS":true} {"level":"info","ts":1789143400.3610058,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"42c5149d9039ff203102063334b7febe","span_id":"c298a08892126418","x-request-id":"162e7120-1bef-4fdb-8706-d8b78dd191a8"} {"level":"error","ts":1789143401.563863,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789143403.958653,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143403.9587574,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4"} {"level":"info","ts":1789143403.9587705,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4"} {"level":"info","ts":1789143403.9588144,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4","EoS":true} {"level":"info","ts":1789143403.9588416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4","header":"x-maas-subscription"} {"level":"info","ts":1789143403.9588487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4","header":"x-maas-group"} {"level":"info","ts":1789143403.958855,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4","header":"x-maas-username"} {"level":"info","ts":1789143403.9588718,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143403.9588997,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4"} {"level":"info","ts":1789143403.9598403,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4"} {"level":"info","ts":1789143403.9598691,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4"} {"level":"info","ts":1789143403.9598918,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4","EoS":false} {"level":"info","ts":1789143403.9599092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4"} {"level":"info","ts":1789143403.9599447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4","EoS":true} {"level":"info","ts":1789143403.9599595,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba52320583f5dfac3f4a9fb993c42720","span_id":"497535738d772a9b","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4"} {"level":"error","ts":1789143416.565869,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789143430.8925068,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143430.8926415,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2"} {"level":"info","ts":1789143430.8926587,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2"} {"level":"info","ts":1789143430.892686,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2","EoS":true} {"level":"info","ts":1789143430.8927217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2","header":"x-maas-subscription"} {"level":"info","ts":1789143430.892735,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2","header":"x-maas-group"} {"level":"info","ts":1789143430.8927422,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2","header":"x-maas-username"} {"level":"info","ts":1789143430.8927605,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143430.892795,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2"} {"level":"info","ts":1789143430.8937943,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2"} {"level":"info","ts":1789143430.8938146,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2"} {"level":"info","ts":1789143430.8938317,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2","EoS":false} {"level":"info","ts":1789143430.8938484,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2"} {"level":"info","ts":1789143430.8938737,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2","EoS":true} {"level":"info","ts":1789143430.893881,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"260e102e8116d6fae094fb692d1e91c3","span_id":"33c0675ef808d4b5","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2"} {"level":"info","ts":1789143432.2156713,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143432.2157972,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d"} {"level":"info","ts":1789143432.2158132,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d"} {"level":"info","ts":1789143432.2158267,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d","EoS":true} {"level":"info","ts":1789143432.2158546,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d","header":"x-maas-subscription"} {"level":"info","ts":1789143432.2158647,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d","header":"x-maas-group"} {"level":"info","ts":1789143432.215872,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d","header":"x-maas-username"} {"level":"info","ts":1789143432.2158895,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143432.215919,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d"} {"level":"info","ts":1789143432.2168884,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d"} {"level":"info","ts":1789143432.216903,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d"} {"level":"info","ts":1789143432.2169142,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d","EoS":false} {"level":"info","ts":1789143432.2169242,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d"} {"level":"info","ts":1789143432.2169497,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d","EoS":true} {"level":"info","ts":1789143432.2169614,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"391beacbe950c74a550a3551434dfdbb","span_id":"239510a0e77e2ef5","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d"} {"level":"error","ts":1789143441.5684414,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789143456.568913,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789143483.1404932,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143483.1406348,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903"} {"level":"info","ts":1789143483.14065,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903"} {"level":"info","ts":1789143483.1406634,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903","EoS":true} {"level":"info","ts":1789143483.140685,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903","header":"x-maas-username"} {"level":"info","ts":1789143483.1406932,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903","header":"x-maas-subscription"} {"level":"info","ts":1789143483.140699,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903","header":"x-maas-group"} {"level":"info","ts":1789143483.1407154,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903","path":"/llm/facebook-opt-125m-simulated/v1/embeddings"} {"level":"info","ts":1789143483.1407433,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903"} {"level":"info","ts":1789143483.1418228,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903"} {"level":"info","ts":1789143483.1418421,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903"} {"level":"info","ts":1789143483.1418579,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903","EoS":false} {"level":"info","ts":1789143483.1418846,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903"} {"level":"info","ts":1789143483.1419146,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903","EoS":true} {"level":"info","ts":1789143483.141924,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a6231e3060dce34314a1fad7f93c400","span_id":"1e8934fb054f3f2b","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903"} {"level":"info","ts":1789143490.2037752,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143490.203913,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01"} {"level":"info","ts":1789143490.2039325,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01"} {"level":"info","ts":1789143490.20395,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01","EoS":true} {"level":"info","ts":1789143490.2039826,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01","header":"x-maas-username"} {"level":"info","ts":1789143490.2040026,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01","header":"x-maas-group"} {"level":"info","ts":1789143490.2040136,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01","header":"x-maas-subscription"} {"level":"info","ts":1789143490.2040336,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789143490.2040918,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01"} {"level":"info","ts":1789143490.2177527,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01"} {"level":"info","ts":1789143490.2177815,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01"} {"level":"info","ts":1789143490.2178,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01","EoS":false} {"level":"info","ts":1789143490.217814,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01"} {"level":"info","ts":1789143490.2178426,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01","EoS":false} {"level":"info","ts":1789143490.217852,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01"} {"level":"info","ts":1789143490.2178626,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01","EoS":true} {"level":"info","ts":1789143490.2178695,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c5821644bc0b20af05f1dad239c5bd9b","span_id":"e8bd09dcc7d841f5","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01"} {"level":"info","ts":1789143490.2551022,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143490.2552428,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7"} {"level":"info","ts":1789143490.2552602,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7"} {"level":"info","ts":1789143490.2552779,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","EoS":true} {"level":"info","ts":1789143490.2553113,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","header":"x-maas-username"} {"level":"info","ts":1789143490.255325,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","header":"x-maas-group"} {"level":"info","ts":1789143490.2553346,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","header":"x-maas-subscription"} {"level":"info","ts":1789143490.2553551,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","path":"/v1/embeddings"} {"level":"info","ts":1789143490.2553697,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","original":"publishers/llm/models/test/e2e-embedding-model","rewritten":"test/e2e-embedding-model"} {"level":"info","ts":1789143490.2554133,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7"} {"level":"info","ts":1789143490.2577393,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7"} {"level":"info","ts":1789143490.2577734,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7"} {"level":"info","ts":1789143490.2577934,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","EoS":false} {"level":"info","ts":1789143490.2578168,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7"} {"level":"info","ts":1789143490.2578578,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","EoS":false} {"level":"info","ts":1789143490.2578719,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7"} {"level":"info","ts":1789143490.2578888,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","EoS":false} {"level":"info","ts":1789143490.257903,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7"} {"level":"info","ts":1789143490.2579234,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","EoS":true} {"level":"info","ts":1789143490.2579343,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"63a769363dbf5f5fe2254055f45c6df9","span_id":"ca07b3764b55ff8a","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7"} {"level":"error","ts":1789143496.5737917,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789143506.573969,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789144198.4440193,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789144198.4441574,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98"} {"level":"info","ts":1789144198.4441676,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98"} {"level":"info","ts":1789144198.4441793,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98","EoS":true} {"level":"info","ts":1789144198.4442062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98","header":"x-maas-username"} {"level":"info","ts":1789144198.4442174,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98","header":"x-maas-subscription"} {"level":"info","ts":1789144198.4442225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98","header":"x-maas-group"} {"level":"info","ts":1789144198.4442387,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789144198.444266,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98"} {"level":"info","ts":1789144198.4452856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98"} {"level":"info","ts":1789144198.4453082,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98"} {"level":"info","ts":1789144198.4453292,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98","EoS":false} {"level":"info","ts":1789144198.44535,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98"} {"level":"info","ts":1789144198.445388,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98","EoS":true} {"level":"info","ts":1789144198.445402,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"12eebf2aca7d806f51db9aa00d630a6c","span_id":"380a39e0dd7becb5","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98"} {"level":"info","ts":1789144198.4885204,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789144198.488628,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1"} {"level":"info","ts":1789144198.4886413,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1"} {"level":"info","ts":1789144198.4886527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1","EoS":true} {"level":"info","ts":1789144198.48868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1","header":"x-maas-username"} {"level":"info","ts":1789144198.48869,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1","header":"x-maas-group"} {"level":"info","ts":1789144198.4886954,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1","header":"x-maas-subscription"} {"level":"info","ts":1789144198.4887114,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789144198.4887362,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1"} {"level":"info","ts":1789144198.489622,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1"} {"level":"info","ts":1789144198.489647,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1"} {"level":"info","ts":1789144198.4896636,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1","EoS":false} {"level":"info","ts":1789144198.4896796,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1"} {"level":"info","ts":1789144198.4897058,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1","EoS":true} {"level":"info","ts":1789144198.4897153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0edd3a4f9aa1da2d9c276ef8b734fe7f","span_id":"1acf894c387bfa0b","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1"} {"level":"error","ts":1789144211.66213,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}