{"level":"info","ts":1789089015.5707185,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"234710b1-d518-4868-a079-bec1d8d4f770","provider":"e2e-legacy-migration-b57b88dc","phase":"Pending"} {"level":"error","ts":1789089015.5737352,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"2cc3296b-c969-4c35-9e6c-f6400360f77c","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b57b88dc\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789089015.5764282,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"234710b1-d518-4868-a079-bec1d8d4f770","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b57b88dc\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789089015.576466,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"234710b1-d518-4868-a079-bec1d8d4f770","error":"ExternalModel \"e2e-legacy-migration-b57b88dc\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b57b88dc\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089015.576523,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"aecd8aee-c835-403b-8a3d-18d7831cf3a9"} {"level":"info","ts":1789089015.576551,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"aecd8aee-c835-403b-8a3d-18d7831cf3a9","provider":"e2e-legacy-migration-b57b88dc","phase":"Pending"} {"level":"info","ts":1789089015.5780919,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"494fce17-246e-4d7d-8910-ef8d42049950","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089015.5781567,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"494fce17-246e-4d7d-8910-ef8d42049950","modelName":"e2e-legacy-migration-b57b88dc","resolvedRefs":1} {"level":"error","ts":1789089015.5831711,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"aecd8aee-c835-403b-8a3d-18d7831cf3a9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b57b88dc\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789089015.583213,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"aecd8aee-c835-403b-8a3d-18d7831cf3a9","error":"ExternalModel \"e2e-legacy-migration-b57b88dc\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b57b88dc\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089015.5832558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"c43318cc-9792-4692-a0a1-822f71f7b3a5"} {"level":"info","ts":1789089015.583278,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"c43318cc-9792-4692-a0a1-822f71f7b3a5","provider":"e2e-legacy-migration-b57b88dc","phase":"Pending"} {"level":"error","ts":1789089015.5833523,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"0ecae46f-a2a4-4eff-90cc-38fe0d26a85f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b57b88dc\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789089015.5833998,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"0ecae46f-a2a4-4eff-90cc-38fe0d26a85f","error":"failed to apply Service: services \"e2e-legacy-migration-b57b88dc\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089015.5834692,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"e2f63e43-5250-4ae6-bb36-0e17277459ff"} {"level":"info","ts":1789089015.5835268,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"e2f63e43-5250-4ae6-bb36-0e17277459ff","name":"e2e-legacy-migration-b57b88dc"} {"level":"info","ts":1789089015.5845752,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"80dfc370-11a7-42b7-bc67-5b65c3019d75","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089015.593106,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"80dfc370-11a7-42b7-bc67-5b65c3019d75","name":"e2e-legacy-migration-b57b88dc"} {"level":"error","ts":1789089015.5997176,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"c43318cc-9792-4692-a0a1-822f71f7b3a5","error":"ExternalModel \"e2e-legacy-migration-b57b88dc\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b57b88dc\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089015.6016698,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"80dfc370-11a7-42b7-bc67-5b65c3019d75","provider":"openai","model":"e2e-legacy-migration-b57b88dc","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789089015.604141,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"b18c8ad9-3355-440e-9423-0c7c6fa969cf","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089015.6041834,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"b18c8ad9-3355-440e-9423-0c7c6fa969cf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789089015.6042678,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"6935c32f-93e0-4fd6-86f0-735a918b1f7c"} {"level":"info","ts":1789089015.6042995,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"6935c32f-93e0-4fd6-86f0-735a918b1f7c","name":"e2e-legacy-migration-b57b88dc"} {"level":"info","ts":1789089015.6045327,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"704c853c-f8dc-4fd0-a606-53cd65a56523","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089015.6045537,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"704c853c-f8dc-4fd0-a606-53cd65a56523","modelName":"e2e-legacy-migration-b57b88dc","resolvedRefs":1} {"level":"info","ts":1789089015.605531,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"e2f63e43-5250-4ae6-bb36-0e17277459ff","service":"e2e-legacy-migration-b57b88dc","serviceEntry":"e2e-legacy-migration-b57b88dc","destinationRule":"e2e-legacy-migration-b57b88dc"} {"level":"error","ts":1789089015.6132493,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"e2f63e43-5250-4ae6-bb36-0e17277459ff","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b57b88dc\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089015.6133227,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"24bf1e12-ef67-4ea9-b6a1-6bdcdcef3c12"} {"level":"info","ts":1789089015.6133718,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"24bf1e12-ef67-4ea9-b6a1-6bdcdcef3c12","name":"e2e-legacy-migration-b57b88dc"} {"level":"info","ts":1789089015.626147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"d6f50648-7b1c-4957-baaf-a99779aec6e0","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089015.6261797,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"d6f50648-7b1c-4957-baaf-a99779aec6e0","modelName":"e2e-legacy-migration-b57b88dc","resolvedRefs":1} {"level":"info","ts":1789089015.6327627,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"24bf1e12-ef67-4ea9-b6a1-6bdcdcef3c12","service":"e2e-legacy-migration-b57b88dc","serviceEntry":"e2e-legacy-migration-b57b88dc","destinationRule":"e2e-legacy-migration-b57b88dc"} {"level":"error","ts":1789089015.637344,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"6935c32f-93e0-4fd6-86f0-735a918b1f7c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b57b88dc\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789089015.6373935,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"6935c32f-93e0-4fd6-86f0-735a918b1f7c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-b57b88dc\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089015.6374485,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"0620a016-1fc1-4b61-aea6-c6d4b9d27525"} {"level":"info","ts":1789089015.6375468,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"0620a016-1fc1-4b61-aea6-c6d4b9d27525","name":"e2e-legacy-migration-b57b88dc"} {"level":"info","ts":1789089015.6546824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"b0c3c36c-e953-4359-96ab-232c2a4e6dd7","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089015.6547172,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"b0c3c36c-e953-4359-96ab-232c2a4e6dd7","modelName":"e2e-legacy-migration-b57b88dc","resolvedRefs":1} {"level":"info","ts":1789089015.6557095,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"0620a016-1fc1-4b61-aea6-c6d4b9d27525","httpRoute":"e2e-legacy-migration-b57b88dc","providers":["e2e-legacy-migration-b57b88dc"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789089015.6617641,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"0620a016-1fc1-4b61-aea6-c6d4b9d27525","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b57b88dc\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089015.6619132,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"f34d353a-1e54-4266-b02d-6b678b671150"} {"level":"info","ts":1789089015.6619833,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"f34d353a-1e54-4266-b02d-6b678b671150","name":"e2e-legacy-migration-b57b88dc"} {"level":"info","ts":1789089015.66965,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"750a0302-df2d-46f0-9f89-fba4fcda1af2","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089015.669686,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"750a0302-df2d-46f0-9f89-fba4fcda1af2","modelName":"e2e-legacy-migration-b57b88dc","resolvedRefs":1} {"level":"info","ts":1789089015.6736104,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"f34d353a-1e54-4266-b02d-6b678b671150","httpRoute":"e2e-legacy-migration-b57b88dc","providers":["e2e-legacy-migration-b57b88dc"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789089015.6792214,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"f34d353a-1e54-4266-b02d-6b678b671150","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b57b88dc\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089015.6792963,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"d566a190-9ddb-406c-a66b-2bb5d02ec4f0"} {"level":"info","ts":1789089015.6793735,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"d566a190-9ddb-406c-a66b-2bb5d02ec4f0","name":"e2e-legacy-migration-b57b88dc"} {"level":"info","ts":1789089015.6941433,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"d566a190-9ddb-406c-a66b-2bb5d02ec4f0","httpRoute":"e2e-legacy-migration-b57b88dc","providers":["e2e-legacy-migration-b57b88dc"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789089015.759698,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"d6b15f15-f642-45fc-916c-866f5d78803c","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089015.765687,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"d6b15f15-f642-45fc-916c-866f5d78803c","name":"e2e-legacy-migration-b57b88dc"} {"level":"info","ts":1789089015.7775984,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"d6b15f15-f642-45fc-916c-866f5d78803c","provider":"openai","model":"e2e-legacy-migration-b57b88dc","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789089018.460023,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"8c591f01-1a9f-43fb-9eae-5de0b212b1db","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089018.46635,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"8766b9ec-199f-4c48-9bfc-1dc701bd5bfa"} {"level":"info","ts":1789089018.4664257,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"20d2b098-4d9e-4dd8-886e-79ce3b822545","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089018.466448,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"20d2b098-4d9e-4dd8-886e-79ce3b822545","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089018.4672332,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"db6d1616-534b-4404-8852-20411280a8ba","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089018.4674366,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"db6d1616-534b-4404-8852-20411280a8ba","name":"e2e-legacy-migration-b57b88dc","namespace":"llm"} {"level":"info","ts":1789089018.4673996,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b57b88dc","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b57b88dc","reconcileID":"b51a83f9-375e-460c-9dae-36625c9373e6"} {"level":"info","ts":1789089018.8829427,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089018.883033,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c"} {"level":"info","ts":1789089018.8830469,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c"} {"level":"info","ts":1789089018.883059,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c","EoS":true} {"level":"info","ts":1789089018.8830817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c","header":"x-maas-subscription"} {"level":"info","ts":1789089018.8830957,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c","header":"x-maas-group"} {"level":"info","ts":1789089018.8831012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c","header":"x-maas-username"} {"level":"info","ts":1789089018.8831155,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789089018.8831227,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c","modelName":"e2e-external-model"} {"level":"info","ts":1789089018.8831332,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789089018.8831546,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789089018.883178,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c","authType":"apikey"} {"level":"info","ts":1789089018.8832045,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c"} {"level":"info","ts":1789089018.934761,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c"} {"level":"info","ts":1789089018.9347928,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c"} {"level":"info","ts":1789089018.9348805,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c","EoS":false} {"level":"info","ts":1789089018.9349196,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c"} {"level":"info","ts":1789089018.9349759,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c","EoS":true} {"level":"info","ts":1789089018.9349918,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c77603c5eac6e9e36fd9638707d2e808","span_id":"5745fa69c11f2fe9","x-request-id":"eed29f98-3d01-4b0e-bd29-cf759507d60c"} {"level":"info","ts":1789089018.9963398,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089018.9964743,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210"} {"level":"info","ts":1789089018.9964871,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210"} {"level":"info","ts":1789089018.9964995,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210","EoS":true} {"level":"info","ts":1789089018.996523,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210","header":"x-maas-username"} {"level":"info","ts":1789089018.996533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210","header":"x-maas-group"} {"level":"info","ts":1789089018.9965382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210","header":"x-maas-subscription"} {"level":"info","ts":1789089018.9965522,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789089018.9965756,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210"} {"level":"info","ts":1789089019.0434926,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210"} {"level":"info","ts":1789089019.0435264,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210"} {"level":"info","ts":1789089019.0435476,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210","EoS":false} {"level":"info","ts":1789089019.0435674,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210"} {"level":"info","ts":1789089019.0435996,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210","EoS":true} {"level":"info","ts":1789089019.043613,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0f9123ae15bf26daca43ed012ef6abbe","span_id":"3b165cfb8525bb7c","x-request-id":"8fb907e6-7f10-4fed-b24b-e42397b16210"} {"level":"info","ts":1789089019.1014073,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089019.1014907,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6"} {"level":"info","ts":1789089019.1015022,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6"} {"level":"info","ts":1789089019.1015134,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6","EoS":true} {"level":"info","ts":1789089019.101533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6","header":"x-maas-username"} {"level":"info","ts":1789089019.1015425,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6","header":"x-maas-group"} {"level":"info","ts":1789089019.1015482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6","header":"x-maas-subscription"} {"level":"info","ts":1789089019.101606,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6"} {"level":"info","ts":1789089019.1385503,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6"} {"level":"info","ts":1789089019.1385844,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6"} {"level":"info","ts":1789089019.138605,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6","EoS":false} {"level":"info","ts":1789089019.1386273,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6"} {"level":"info","ts":1789089019.1386635,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6","EoS":true} {"level":"info","ts":1789089019.1386774,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ff8101367d989d99f6a3b61e36667ea","span_id":"65610421ae86d613","x-request-id":"e99a5aac-e07e-42b5-be51-c47bfbad0fa6"} {"level":"info","ts":1789089019.9608643,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d96c568-8131-4759-8a7a-4d42a90941be","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789089019.9608986,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d96c568-8131-4759-8a7a-4d42a90941be","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789089019.9609509,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ce9495d-8eea-44f1-bb90-bf5e1097f0e5"} {"level":"info","ts":1789089020.1039894,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c51ecd70-7a7a-4a1b-abb0-40f2d951a106"} {"level":"info","ts":1789089020.1041188,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5b60c07-ae0d-4ef3-a30b-d14267b41e37","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789089020.1041944,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5b60c07-ae0d-4ef3-a30b-d14267b41e37","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789089020.2202845,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3cbb6f5e-dabf-415d-9c80-2f95e0714de2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789089020.2203674,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3cbb6f5e-dabf-415d-9c80-2f95e0714de2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789089021.7192824,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089021.7193885,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82"} {"level":"info","ts":1789089021.7194052,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82"} {"level":"info","ts":1789089021.719422,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82","EoS":true} {"level":"info","ts":1789089021.7194455,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82","header":"x-maas-group"} {"level":"info","ts":1789089021.7194564,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82","header":"x-maas-subscription"} {"level":"info","ts":1789089021.7194617,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82","header":"x-maas-username"} {"level":"info","ts":1789089021.7194765,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789089021.7195077,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82"} {"level":"info","ts":1789089021.7203977,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82"} {"level":"info","ts":1789089021.7204149,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82"} {"level":"info","ts":1789089021.7204285,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82","EoS":false} {"level":"info","ts":1789089021.7204404,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82"} {"level":"info","ts":1789089021.7204623,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82","EoS":true} {"level":"info","ts":1789089021.7204719,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ec3989c726379e7207ed145d4ae69e2","span_id":"80a46d4a68f3ed3f","x-request-id":"61e2c1af-9fb5-415d-b1e9-4af75f749b82"} {"level":"info","ts":1789089021.7670066,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089021.7672071,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93"} {"level":"info","ts":1789089021.7672577,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93"} {"level":"info","ts":1789089021.7673001,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93","EoS":true} {"level":"info","ts":1789089021.7673569,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93","header":"x-maas-group"} {"level":"info","ts":1789089021.7673903,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93","header":"x-maas-username"} {"level":"info","ts":1789089021.7674189,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93","header":"x-maas-subscription"} {"level":"info","ts":1789089021.7674582,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789089021.7675064,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93"} {"level":"info","ts":1789089021.7763455,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93"} {"level":"info","ts":1789089021.7763686,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93"} {"level":"info","ts":1789089021.7763877,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93","EoS":false} {"level":"info","ts":1789089021.776404,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93"} {"level":"info","ts":1789089021.7764478,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93","EoS":true} {"level":"info","ts":1789089021.7764578,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"747af189323adc99de54c33616af9aec","span_id":"6367bc2e3500e880","x-request-id":"1c02dfe6-dab0-4820-b157-bd2fb6c4bb93"} {"level":"info","ts":1789089021.8254106,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089021.8255014,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97"} {"level":"info","ts":1789089021.8255131,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97"} {"level":"info","ts":1789089021.825525,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97","EoS":true} {"level":"info","ts":1789089021.8255496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97","header":"x-maas-subscription"} {"level":"info","ts":1789089021.8255634,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97","header":"x-maas-username"} {"level":"info","ts":1789089021.8255715,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97","header":"x-maas-group"} {"level":"info","ts":1789089021.8255877,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789089021.8256097,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97"} {"level":"info","ts":1789089021.8264065,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97"} {"level":"info","ts":1789089021.8264246,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97"} {"level":"info","ts":1789089021.8264387,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97","EoS":false} {"level":"info","ts":1789089021.826449,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97"} {"level":"info","ts":1789089021.8264737,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97","EoS":true} {"level":"info","ts":1789089021.8264828,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78552492aac476cff76ec098a3e12d6b","span_id":"8d8a98725db957d2","x-request-id":"1311753b-5579-4242-9052-232f9e767b97"} {"level":"info","ts":1789089021.8783169,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089021.8784103,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd"} {"level":"info","ts":1789089021.8784246,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd"} {"level":"info","ts":1789089021.8784359,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd","EoS":true} {"level":"info","ts":1789089021.8784573,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd","header":"x-maas-subscription"} {"level":"info","ts":1789089021.8784683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd","header":"x-maas-username"} {"level":"info","ts":1789089021.8784728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd","header":"x-maas-group"} {"level":"info","ts":1789089021.8784883,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789089021.8785152,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd"} {"level":"info","ts":1789089021.8863103,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd"} {"level":"info","ts":1789089021.8863347,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd"} {"level":"info","ts":1789089021.8863509,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd","EoS":false} {"level":"info","ts":1789089021.8863623,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd"} {"level":"info","ts":1789089021.886387,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd","EoS":true} {"level":"info","ts":1789089021.8863943,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4d99a8523f6de67df18623d5d12c4b7","span_id":"a7bc1092a98a3a05","x-request-id":"6402d582-bf9a-4740-8ddb-147ef050bfcd"} {"level":"error","ts":1789089027.623513,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789089034.7789361,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089034.7790194,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"54dc04990edc742c114afa74c552b1bd","span_id":"efc20ac6772e906d","x-request-id":"a45a840a-53f6-4562-be94-23a8136e4e49"} {"level":"info","ts":1789089034.7790322,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"54dc04990edc742c114afa74c552b1bd","span_id":"efc20ac6772e906d","x-request-id":"a45a840a-53f6-4562-be94-23a8136e4e49"} {"level":"info","ts":1789089034.7790434,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"54dc04990edc742c114afa74c552b1bd","span_id":"efc20ac6772e906d","x-request-id":"a45a840a-53f6-4562-be94-23a8136e4e49","EoS":true} {"level":"info","ts":1789089034.779087,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"54dc04990edc742c114afa74c552b1bd","span_id":"efc20ac6772e906d","x-request-id":"a45a840a-53f6-4562-be94-23a8136e4e49"} {"level":"info","ts":1789089034.9278898,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089034.92797,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e1407260351bf67f5ec11dd4b3cd953d","span_id":"89b870ba62268295","x-request-id":"558f0df8-9a97-4044-877a-b29ed2f5d7fd"} {"level":"info","ts":1789089034.9279811,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e1407260351bf67f5ec11dd4b3cd953d","span_id":"89b870ba62268295","x-request-id":"558f0df8-9a97-4044-877a-b29ed2f5d7fd"} {"level":"info","ts":1789089034.9279928,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e1407260351bf67f5ec11dd4b3cd953d","span_id":"89b870ba62268295","x-request-id":"558f0df8-9a97-4044-877a-b29ed2f5d7fd","EoS":true} {"level":"info","ts":1789089034.9280348,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e1407260351bf67f5ec11dd4b3cd953d","span_id":"89b870ba62268295","x-request-id":"558f0df8-9a97-4044-877a-b29ed2f5d7fd"} {"level":"info","ts":1789089035.0731654,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089035.073281,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5e647e3cda1d15bfd761eca49e6007ef","span_id":"04fd40750ed496ca","x-request-id":"b0530187-7418-4538-a642-992aad7d980d"} {"level":"info","ts":1789089035.0733488,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5e647e3cda1d15bfd761eca49e6007ef","span_id":"04fd40750ed496ca","x-request-id":"b0530187-7418-4538-a642-992aad7d980d"} {"level":"info","ts":1789089035.0733685,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5e647e3cda1d15bfd761eca49e6007ef","span_id":"04fd40750ed496ca","x-request-id":"b0530187-7418-4538-a642-992aad7d980d","EoS":true} {"level":"info","ts":1789089035.0734243,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5e647e3cda1d15bfd761eca49e6007ef","span_id":"04fd40750ed496ca","x-request-id":"b0530187-7418-4538-a642-992aad7d980d"} {"level":"error","ts":1789089042.6241755,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789089052.6247938,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789089062.6250641,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090087.369699,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090087.3698025,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec"} {"level":"info","ts":1789090087.3698788,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec"} {"level":"info","ts":1789090087.3698945,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec","EoS":true} {"level":"info","ts":1789090087.3699188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec","header":"x-maas-username"} {"level":"info","ts":1789090087.3699293,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec","header":"x-maas-subscription"} {"level":"info","ts":1789090087.3699346,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec","header":"x-maas-group"} {"level":"info","ts":1789090087.3699477,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789090087.3699727,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec"} {"level":"info","ts":1789090087.3707385,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec"} {"level":"info","ts":1789090087.3707592,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec"} {"level":"info","ts":1789090087.37078,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec","EoS":false} {"level":"info","ts":1789090087.370799,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec"} {"level":"info","ts":1789090087.3708603,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec","EoS":true} {"level":"info","ts":1789090087.3708735,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dbdbe041c2aca632c758f00e0edf1c26","span_id":"4066d127c1a54e0e","x-request-id":"dfc9dbd1-a626-4ad0-8bc9-61c1c4b04aec"} {"level":"info","ts":1789090087.4080505,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090087.4081419,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758"} {"level":"info","ts":1789090087.4081557,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758"} {"level":"info","ts":1789090087.4081721,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758","EoS":true} {"level":"info","ts":1789090087.4082048,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758","header":"x-maas-subscription"} {"level":"info","ts":1789090087.4082186,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758","header":"x-maas-group"} {"level":"info","ts":1789090087.4082265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758","header":"x-maas-username"} {"level":"info","ts":1789090087.4082458,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789090087.408279,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758"} {"level":"info","ts":1789090087.408972,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758"} {"level":"info","ts":1789090087.4089942,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758"} {"level":"info","ts":1789090087.4090097,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758","EoS":false} {"level":"info","ts":1789090087.4090204,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758"} {"level":"info","ts":1789090087.4090428,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758","EoS":true} {"level":"info","ts":1789090087.4090512,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"57f7b7ad0483b176c52f3e23e5669ec4","span_id":"62c3ddecd943be2b","x-request-id":"b52c226a-8500-4421-9633-d4b99c809758"} {"level":"error","ts":1789090097.7486863,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090415.224288,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090415.2243881,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea"} {"level":"info","ts":1789090415.224398,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea"} {"level":"info","ts":1789090415.224409,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea","EoS":true} {"level":"info","ts":1789090415.2244334,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea","header":"x-maas-group"} {"level":"info","ts":1789090415.2244425,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea","header":"x-maas-username"} {"level":"info","ts":1789090415.2244475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea","header":"x-maas-subscription"} {"level":"info","ts":1789090415.2244618,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090415.2244875,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea"} {"level":"info","ts":1789090415.2375412,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea"} {"level":"info","ts":1789090415.237562,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea"} {"level":"info","ts":1789090415.2375762,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea","EoS":false} {"level":"info","ts":1789090415.2375872,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea"} {"level":"info","ts":1789090415.2376103,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea","EoS":true} {"level":"info","ts":1789090415.2376192,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"579f050a519496e40182c49dd37c6d66","span_id":"feff3d7496367dbb","x-request-id":"957a1bbd-4877-4bbe-b233-99975b62e0ea"} {"level":"info","ts":1789090415.3766565,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090415.3767529,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca"} {"level":"info","ts":1789090415.3767638,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca"} {"level":"info","ts":1789090415.3767753,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca","EoS":true} {"level":"info","ts":1789090415.3768559,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca","header":"x-maas-group"} {"level":"info","ts":1789090415.37687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca","header":"x-maas-subscription"} {"level":"info","ts":1789090415.376875,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca","header":"x-maas-username"} {"level":"info","ts":1789090415.3768885,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090415.3769119,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca"} {"level":"info","ts":1789090415.3789508,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca"} {"level":"info","ts":1789090415.3789678,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca"} {"level":"info","ts":1789090415.3789783,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca","EoS":false} {"level":"info","ts":1789090415.3789902,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca"} {"level":"info","ts":1789090415.3790166,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca","EoS":true} {"level":"info","ts":1789090415.3790262,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"466b3d0e5bd84ca0d5d64f3988be7cd5","span_id":"59212146fbd98984","x-request-id":"980ec472-a221-4b64-b6ee-30eaa0cdceca"} {"level":"info","ts":1789090415.519895,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090415.5199814,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8"} {"level":"info","ts":1789090415.5199952,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8"} {"level":"info","ts":1789090415.5200062,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8","EoS":true} {"level":"info","ts":1789090415.52003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8","header":"x-maas-username"} {"level":"info","ts":1789090415.520038,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8","header":"x-maas-subscription"} {"level":"info","ts":1789090415.520043,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8","header":"x-maas-group"} {"level":"info","ts":1789090415.520058,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090415.520081,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8"} {"level":"info","ts":1789090415.5209227,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8"} {"level":"info","ts":1789090415.5209408,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8"} {"level":"info","ts":1789090415.5209515,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8","EoS":false} {"level":"info","ts":1789090415.5209627,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8"} {"level":"info","ts":1789090415.5209882,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8","EoS":true} {"level":"info","ts":1789090415.5209975,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c66d5e0f0067bb73fac5d58188d65e5a","span_id":"66be4d7e0ff82b37","x-request-id":"00a82544-db75-4e59-b5a3-f2fe64d858a8"} {"level":"info","ts":1789090415.6624105,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090415.6624966,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58"} {"level":"info","ts":1789090415.662508,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58"} {"level":"info","ts":1789090415.6625192,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58","EoS":true} {"level":"info","ts":1789090415.6625426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58","header":"x-maas-group"} {"level":"info","ts":1789090415.662553,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58","header":"x-maas-subscription"} {"level":"info","ts":1789090415.6625578,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58","header":"x-maas-username"} {"level":"info","ts":1789090415.6625757,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090415.6625936,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58"} {"level":"info","ts":1789090415.6634734,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58"} {"level":"info","ts":1789090415.6634917,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58"} {"level":"info","ts":1789090415.6635053,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58","EoS":false} {"level":"info","ts":1789090415.6635172,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58"} {"level":"info","ts":1789090415.6635408,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58","EoS":true} {"level":"info","ts":1789090415.6635485,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e7df862c3da5b684731e0f820009813a","span_id":"6983d9ee6d986e4b","x-request-id":"c1b5d6a1-ad2a-45c8-8f4b-d25accc44b58"} {"level":"info","ts":1789090415.7972806,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090415.797363,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae"} {"level":"info","ts":1789090415.7973754,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae"} {"level":"info","ts":1789090415.7973862,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae","EoS":true} {"level":"info","ts":1789090415.7974052,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae","header":"x-maas-group"} {"level":"info","ts":1789090415.7974155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae","header":"x-maas-username"} {"level":"info","ts":1789090415.7974198,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae","header":"x-maas-subscription"} {"level":"info","ts":1789090415.7974331,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090415.7974553,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae"} {"level":"info","ts":1789090415.798272,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae"} {"level":"info","ts":1789090415.7982833,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae"} {"level":"info","ts":1789090415.7982936,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae","EoS":false} {"level":"info","ts":1789090415.7983022,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae"} {"level":"info","ts":1789090415.7983205,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae","EoS":true} {"level":"info","ts":1789090415.798329,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4ee37df4ac55a698c1ee2987add4c51","span_id":"c2ad656333892288","x-request-id":"4ffe59c4-57f3-43a7-a43b-818dee346dae"} {"level":"error","ts":1789090427.7888935,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090430.7925038,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090430.7926037,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318"} {"level":"info","ts":1789090430.792616,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318"} {"level":"info","ts":1789090430.7926278,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318","EoS":true} {"level":"info","ts":1789090430.7926486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318","header":"x-maas-subscription"} {"level":"info","ts":1789090430.792659,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318","header":"x-maas-username"} {"level":"info","ts":1789090430.792664,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318","header":"x-maas-group"} {"level":"info","ts":1789090430.7926776,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090430.7927036,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318"} {"level":"info","ts":1789090430.7944055,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318"} {"level":"info","ts":1789090430.7944276,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318"} {"level":"info","ts":1789090430.794442,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318","EoS":false} {"level":"info","ts":1789090430.7944531,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318"} {"level":"info","ts":1789090430.7944808,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318","EoS":true} {"level":"info","ts":1789090430.794492,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"851dbbc8b893dd3d51446a2d0d43978d","span_id":"d38bfd1ce12503b7","x-request-id":"58b022e7-90a0-42e4-a589-24ce68c02318"} {"level":"info","ts":1789090430.895578,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090430.8956516,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"63ae0d6a6d6cf12f03942741bf5181c0","span_id":"baca5970c45b5a17","x-request-id":"dd314fe0-02bf-4953-b175-88b9a69913f6"} {"level":"info","ts":1789090430.8965027,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"63ae0d6a6d6cf12f03942741bf5181c0","span_id":"baca5970c45b5a17","x-request-id":"dd314fe0-02bf-4953-b175-88b9a69913f6"} {"level":"info","ts":1789090430.8965185,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"63ae0d6a6d6cf12f03942741bf5181c0","span_id":"baca5970c45b5a17","x-request-id":"dd314fe0-02bf-4953-b175-88b9a69913f6"} {"level":"info","ts":1789090430.8965297,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"63ae0d6a6d6cf12f03942741bf5181c0","span_id":"baca5970c45b5a17","x-request-id":"dd314fe0-02bf-4953-b175-88b9a69913f6","EoS":false} {"level":"info","ts":1789090430.8965409,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"63ae0d6a6d6cf12f03942741bf5181c0","span_id":"baca5970c45b5a17","x-request-id":"dd314fe0-02bf-4953-b175-88b9a69913f6"} {"level":"info","ts":1789090430.8965664,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"63ae0d6a6d6cf12f03942741bf5181c0","span_id":"baca5970c45b5a17","x-request-id":"dd314fe0-02bf-4953-b175-88b9a69913f6","EoS":true} {"level":"info","ts":1789090430.8965755,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"63ae0d6a6d6cf12f03942741bf5181c0","span_id":"baca5970c45b5a17","x-request-id":"dd314fe0-02bf-4953-b175-88b9a69913f6"} {"level":"info","ts":1789090431.6365826,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090431.6366677,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7"} {"level":"info","ts":1789090431.63668,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7"} {"level":"info","ts":1789090431.6366925,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7","EoS":true} {"level":"info","ts":1789090431.63672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7","header":"x-maas-username"} {"level":"info","ts":1789090431.6367292,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7","header":"x-maas-subscription"} {"level":"info","ts":1789090431.636735,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7","header":"x-maas-group"} {"level":"info","ts":1789090431.6367488,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090431.6367724,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7"} {"level":"info","ts":1789090431.63754,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7"} {"level":"info","ts":1789090431.6375608,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7"} {"level":"info","ts":1789090431.6375723,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7","EoS":false} {"level":"info","ts":1789090431.6375887,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7"} {"level":"info","ts":1789090431.637613,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7","EoS":true} {"level":"info","ts":1789090431.6376226,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca2964e9f2a849f074a59a1d86132b65","span_id":"90bd8bc6af1f00fb","x-request-id":"603720b1-301e-473a-9a62-89ad3e856ef7"} {"level":"info","ts":1789090432.5654986,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090432.5655816,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60"} {"level":"info","ts":1789090432.5655935,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60"} {"level":"info","ts":1789090432.565605,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60","EoS":true} {"level":"info","ts":1789090432.5656257,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60","header":"x-maas-username"} {"level":"info","ts":1789090432.565635,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60","header":"x-maas-group"} {"level":"info","ts":1789090432.565641,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60","header":"x-maas-subscription"} {"level":"info","ts":1789090432.565658,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090432.565683,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60"} {"level":"info","ts":1789090432.5664456,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60"} {"level":"info","ts":1789090432.5664637,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60"} {"level":"info","ts":1789090432.5664773,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60","EoS":false} {"level":"info","ts":1789090432.5664887,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60"} {"level":"info","ts":1789090432.5665138,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60","EoS":true} {"level":"info","ts":1789090432.5665226,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a1c8bdf3942814de52bfa6ccfa5766b6","span_id":"5757cd07536b4302","x-request-id":"7304081d-bc79-48df-ad5a-efd7bed0ac60"} {"level":"info","ts":1789090433.2683713,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090433.2684681,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741"} {"level":"info","ts":1789090433.2684803,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741"} {"level":"info","ts":1789090433.2684934,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741","EoS":true} {"level":"info","ts":1789090433.26852,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741","header":"x-maas-subscription"} {"level":"info","ts":1789090433.2685335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741","header":"x-maas-group"} {"level":"info","ts":1789090433.268551,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741","header":"x-maas-username"} {"level":"info","ts":1789090433.2685654,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090433.26859,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741"} {"level":"info","ts":1789090433.2693882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741"} {"level":"info","ts":1789090433.269408,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741"} {"level":"info","ts":1789090433.2694309,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741","EoS":false} {"level":"info","ts":1789090433.2694476,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741"} {"level":"info","ts":1789090433.2694843,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741","EoS":true} {"level":"info","ts":1789090433.2694957,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4a7f6953b721addc0444c2b64a2a183","span_id":"980a8c787e0de4bd","x-request-id":"abbcc580-f8fe-4845-a2fb-acec35d63741"} {"level":"info","ts":1789090434.3177845,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090434.317927,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96"} {"level":"info","ts":1789090434.317942,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96"} {"level":"info","ts":1789090434.3179545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96","EoS":true} {"level":"info","ts":1789090434.3179753,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96","header":"x-maas-subscription"} {"level":"info","ts":1789090434.3179846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96","header":"x-maas-group"} {"level":"info","ts":1789090434.3179898,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96","header":"x-maas-username"} {"level":"info","ts":1789090434.3180044,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090434.318028,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96"} {"level":"info","ts":1789090434.3187346,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96"} {"level":"info","ts":1789090434.3187506,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96"} {"level":"info","ts":1789090434.3187664,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96","EoS":false} {"level":"info","ts":1789090434.3187766,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96"} {"level":"info","ts":1789090434.3187978,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96","EoS":true} {"level":"info","ts":1789090434.318807,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8ded2e8c301872fa98dc26a67a11d6f","span_id":"02a6b732fced77ff","x-request-id":"cc7ac7d1-b41f-443d-89b2-d7d31e36da96"} {"level":"error","ts":1789090442.7901495,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789090452.7907894,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090453.3678327,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090453.3679404,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453"} {"level":"info","ts":1789090453.3679566,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453"} {"level":"info","ts":1789090453.3679755,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453","EoS":true} {"level":"info","ts":1789090453.368008,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453","header":"x-maas-username"} {"level":"info","ts":1789090453.3680232,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453","header":"x-maas-group"} {"level":"info","ts":1789090453.368032,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453","header":"x-maas-subscription"} {"level":"info","ts":1789090453.368053,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090453.368087,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453"} {"level":"info","ts":1789090453.3688495,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453"} {"level":"info","ts":1789090453.3688705,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453"} {"level":"info","ts":1789090453.3688843,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453","EoS":false} {"level":"info","ts":1789090453.3688965,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453"} {"level":"info","ts":1789090453.3689184,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453","EoS":true} {"level":"info","ts":1789090453.3689272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a63f120fd7110f2f0dab1160e90b9cb","span_id":"2f32fe0146bfa69e","x-request-id":"ae86e33a-b2f1-435f-bf1c-c2a70f3ec453"} {"level":"error","ts":1789090467.7920194,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090544.9387157,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090544.9388447,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8"} {"level":"info","ts":1789090544.9388607,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8"} {"level":"info","ts":1789090544.9388738,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8","EoS":true} {"level":"info","ts":1789090544.9388967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8","header":"x-maas-subscription"} {"level":"info","ts":1789090544.9389071,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8","header":"x-maas-username"} {"level":"info","ts":1789090544.9389157,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8","header":"x-maas-group"} {"level":"info","ts":1789090544.9389353,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789090544.9389617,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8"} {"level":"info","ts":1789090544.9517422,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8"} {"level":"info","ts":1789090544.9517682,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8"} {"level":"info","ts":1789090544.9517832,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8","EoS":false} {"level":"info","ts":1789090544.9517949,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8"} {"level":"info","ts":1789090544.9518423,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8","EoS":true} {"level":"info","ts":1789090544.9518542,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"887866461a2f926275aa65f020b769a0","span_id":"55a012016e8ecc04","x-request-id":"1f3502ef-eb80-4ffe-8c30-a7c8603f5ed8"} {"level":"error","ts":1789090557.8030055,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090618.155547,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090618.1556582,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c"} {"level":"info","ts":1789090618.1556764,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c"} {"level":"info","ts":1789090618.1556897,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c","EoS":true} {"level":"info","ts":1789090618.155711,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c","header":"x-maas-username"} {"level":"info","ts":1789090618.1557205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c","header":"x-maas-group"} {"level":"info","ts":1789090618.1557262,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c","header":"x-maas-subscription"} {"level":"info","ts":1789090618.1557424,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090618.1557727,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c"} {"level":"info","ts":1789090618.1568415,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c"} {"level":"info","ts":1789090618.156862,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c"} {"level":"info","ts":1789090618.1568768,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c","EoS":false} {"level":"info","ts":1789090618.156887,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c"} {"level":"info","ts":1789090618.1569128,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c","EoS":true} {"level":"info","ts":1789090618.1569257,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"087e1e5b6393645924680817ed04d704","span_id":"4880c39861c00fcc","x-request-id":"3b1f5783-7399-4c80-89e9-c2fcdd9fa27c"} {"level":"info","ts":1789090632.0564816,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090632.0565798,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367"} {"level":"info","ts":1789090632.0565932,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367"} {"level":"info","ts":1789090632.0566046,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367","EoS":true} {"level":"info","ts":1789090632.0566256,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367","header":"x-maas-subscription"} {"level":"info","ts":1789090632.0566356,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367","header":"x-maas-group"} {"level":"info","ts":1789090632.0566409,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367","header":"x-maas-username"} {"level":"info","ts":1789090632.0566537,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789090632.0566804,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367"} {"level":"info","ts":1789090632.068889,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367"} {"level":"info","ts":1789090632.0689135,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367"} {"level":"info","ts":1789090632.0689313,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367","EoS":false} {"level":"info","ts":1789090632.0689428,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367"} {"level":"info","ts":1789090632.0689785,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367","EoS":false} {"level":"info","ts":1789090632.0689902,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367"} {"level":"info","ts":1789090632.0690014,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367","EoS":true} {"level":"info","ts":1789090632.0690084,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"180e8baf8fe33a9190d1be73d854bc48","span_id":"6156382534949224","x-request-id":"0fce671e-f44e-4844-831c-5ae92700e367"} {"level":"info","ts":1789090632.2054596,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090632.2055392,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9"} {"level":"info","ts":1789090632.2055504,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9"} {"level":"info","ts":1789090632.2055612,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9","EoS":true} {"level":"info","ts":1789090632.2055838,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9","header":"x-maas-group"} {"level":"info","ts":1789090632.2055984,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9","header":"x-maas-username"} {"level":"info","ts":1789090632.205606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9","header":"x-maas-subscription"} {"level":"info","ts":1789090632.2056196,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789090632.2056448,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9"} {"level":"info","ts":1789090632.206419,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9"} {"level":"info","ts":1789090632.2064393,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9"} {"level":"info","ts":1789090632.2064555,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9","EoS":false} {"level":"info","ts":1789090632.2064717,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9"} {"level":"info","ts":1789090632.2064981,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9","EoS":true} {"level":"info","ts":1789090632.2065084,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"841456caf0c7e1855da40946841c9a4f","span_id":"0e84366527500ece","x-request-id":"5051eac6-33d2-47bc-8097-6112d75730b9"} {"level":"info","ts":1789090632.3411605,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090632.3412561,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85"} {"level":"info","ts":1789090632.3412685,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85"} {"level":"info","ts":1789090632.3412812,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85","EoS":true} {"level":"info","ts":1789090632.3413074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85","header":"x-maas-subscription"} {"level":"info","ts":1789090632.3413217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85","header":"x-maas-username"} {"level":"info","ts":1789090632.3413317,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85","header":"x-maas-group"} {"level":"info","ts":1789090632.3413453,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789090632.341373,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85"} {"level":"info","ts":1789090632.3421319,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85"} {"level":"info","ts":1789090632.3421502,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85"} {"level":"info","ts":1789090632.342172,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85","EoS":false} {"level":"info","ts":1789090632.3421915,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85"} {"level":"info","ts":1789090632.3422177,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85","EoS":true} {"level":"info","ts":1789090632.342227,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"feab7472f8b6b83ae526a0c26b0f0d3a","span_id":"0eb4c395a150d6f3","x-request-id":"ae981d11-dec6-49be-b531-9a0dc8637d85"} {"level":"error","ts":1789090632.811973,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090645.1336827,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090645.1337957,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d"} {"level":"info","ts":1789090645.133826,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d"} {"level":"info","ts":1789090645.1338458,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d","EoS":true} {"level":"info","ts":1789090645.1338785,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d","header":"x-maas-username"} {"level":"info","ts":1789090645.133894,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d","header":"x-maas-group"} {"level":"info","ts":1789090645.1339025,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d","header":"x-maas-subscription"} {"level":"info","ts":1789090645.1339223,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789090645.1339583,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d"} {"level":"info","ts":1789090645.1365573,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d"} {"level":"info","ts":1789090645.1365812,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d"} {"level":"info","ts":1789090645.1365974,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d","EoS":false} {"level":"info","ts":1789090645.1366088,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d"} {"level":"info","ts":1789090645.136633,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d","EoS":false} {"level":"info","ts":1789090645.1366441,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d"} {"level":"info","ts":1789090645.136656,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d","EoS":true} {"level":"info","ts":1789090645.1366625,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d4b1c80783d8f09e675818ca77d2374c","span_id":"4a3a124a6043e0e6","x-request-id":"b6c16a2f-920e-45d8-99cf-e2543999721d"} {"level":"error","ts":1789090647.8131528,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}