{"level":"info","ts":1789561221.8071806,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"402091bb-07c5-4773-b3e8-b50dfca4184f","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561221.8074605,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"402091bb-07c5-4773-b3e8-b50dfca4184f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789561221.8074138,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"d3bf2b1f-f9e2-46ec-9fcc-b76c70569230","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561221.807586,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"d3bf2b1f-f9e2-46ec-9fcc-b76c70569230","modelName":"e2e-legacy-migration-82d3f31b","resolvedRefs":1} {"level":"info","ts":1789561221.8073478,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"f75c7a54-6d32-45c4-9b59-a12e06cde115"} {"level":"info","ts":1789561221.8077145,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"f75c7a54-6d32-45c4-9b59-a12e06cde115","provider":"e2e-legacy-migration-82d3f31b","phase":"Failed"} {"level":"info","ts":1789561221.8192737,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"da9318e5-1783-4b15-aae0-bfdd347170b0","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561221.8193913,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"da9318e5-1783-4b15-aae0-bfdd347170b0","modelName":"e2e-legacy-migration-82d3f31b","resolvedRefs":1} {"level":"error","ts":1789561221.822411,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"f75c7a54-6d32-45c4-9b59-a12e06cde115","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82d3f31b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789561221.822498,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"f75c7a54-6d32-45c4-9b59-a12e06cde115","error":"ExternalModel \"e2e-legacy-migration-82d3f31b\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-82d3f31b\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789561221.8225822,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"56c59a0a-3a34-4ce1-afcc-8212a91368e4"} {"level":"info","ts":1789561221.8226492,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"56c59a0a-3a34-4ce1-afcc-8212a91368e4","provider":"e2e-legacy-migration-82d3f31b","phase":"Failed"} {"level":"info","ts":1789561221.8332806,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"62d0fa62-e821-4dbc-803f-ce28a3b8aa3b","service":"e2e-legacy-migration-82d3f31b","serviceEntry":"e2e-legacy-migration-82d3f31b","destinationRule":"e2e-legacy-migration-82d3f31b"} {"level":"error","ts":1789561221.8333077,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"56c59a0a-3a34-4ce1-afcc-8212a91368e4","error":"ExternalModel \"e2e-legacy-migration-82d3f31b\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-82d3f31b\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789561221.8376832,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"62d0fa62-e821-4dbc-803f-ce28a3b8aa3b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-82d3f31b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789561221.8377764,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"4cf71aa2-aee9-4077-8ce2-6043a4d4b180"} {"level":"info","ts":1789561221.8379045,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"4cf71aa2-aee9-4077-8ce2-6043a4d4b180","name":"e2e-legacy-migration-82d3f31b"} {"level":"info","ts":1789561221.8433118,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"7cc6d1a7-fb1d-4f66-8f91-1c904637b61b","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561221.8433487,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"7cc6d1a7-fb1d-4f66-8f91-1c904637b61b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789561221.843619,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"ec5f35b4-2f8f-44d9-8d96-1e8caadb6bba"} {"level":"info","ts":1789561221.8436627,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"ec5f35b4-2f8f-44d9-8d96-1e8caadb6bba","name":"e2e-legacy-migration-82d3f31b"} {"level":"info","ts":1789561221.8439837,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"909e6aff-945a-486b-a9ce-b490c9741186","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561221.844008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"909e6aff-945a-486b-a9ce-b490c9741186","modelName":"e2e-legacy-migration-82d3f31b","resolvedRefs":1} {"level":"info","ts":1789561221.855833,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"4cf71aa2-aee9-4077-8ce2-6043a4d4b180","service":"e2e-legacy-migration-82d3f31b","serviceEntry":"e2e-legacy-migration-82d3f31b","destinationRule":"e2e-legacy-migration-82d3f31b"} {"level":"error","ts":1789561221.8621778,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"4cf71aa2-aee9-4077-8ce2-6043a4d4b180","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-82d3f31b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789561221.8622937,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"a5a19972-545d-42af-9131-99afd989b9ce"} {"level":"info","ts":1789561221.8623834,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"a5a19972-545d-42af-9131-99afd989b9ce","name":"e2e-legacy-migration-82d3f31b"} {"level":"info","ts":1789561221.8662255,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"62602f4a-61f3-43ef-9a18-1cd048c4cfd6","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561221.8663297,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"62602f4a-61f3-43ef-9a18-1cd048c4cfd6","modelName":"e2e-legacy-migration-82d3f31b","resolvedRefs":1} {"level":"error","ts":1789561221.869541,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"ec5f35b4-2f8f-44d9-8d96-1e8caadb6bba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82d3f31b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789561221.8695805,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"ec5f35b4-2f8f-44d9-8d96-1e8caadb6bba","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-82d3f31b\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789561221.8696418,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"da108455-47f4-461e-9687-eaefd1c7314a"} {"level":"info","ts":1789561221.869702,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"da108455-47f4-461e-9687-eaefd1c7314a","name":"e2e-legacy-migration-82d3f31b"} {"level":"info","ts":1789561221.8830512,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"a5a19972-545d-42af-9131-99afd989b9ce","service":"e2e-legacy-migration-82d3f31b","serviceEntry":"e2e-legacy-migration-82d3f31b","destinationRule":"e2e-legacy-migration-82d3f31b"} {"level":"info","ts":1789561221.8939126,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"924acc41-2a10-43d5-9a24-8cb0bc3fe0d5","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561221.893999,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"924acc41-2a10-43d5-9a24-8cb0bc3fe0d5","modelName":"e2e-legacy-migration-82d3f31b","resolvedRefs":1} {"level":"error","ts":1789561221.8974392,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"da108455-47f4-461e-9687-eaefd1c7314a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82d3f31b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789561221.897535,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"da108455-47f4-461e-9687-eaefd1c7314a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-82d3f31b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789561221.8976417,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"5d77cfdc-7660-41ee-9523-b9b94fe26f39"} {"level":"info","ts":1789561221.8977528,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"5d77cfdc-7660-41ee-9523-b9b94fe26f39","name":"e2e-legacy-migration-82d3f31b"} {"level":"info","ts":1789561221.9081328,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"5d77cfdc-7660-41ee-9523-b9b94fe26f39","httpRoute":"e2e-legacy-migration-82d3f31b","providers":["e2e-legacy-migration-82d3f31b"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789561221.9166322,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"097b0e0f-e157-41f5-8f31-aed57626e130","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561221.9166594,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"097b0e0f-e157-41f5-8f31-aed57626e130","modelName":"e2e-legacy-migration-82d3f31b","resolvedRefs":1} {"level":"error","ts":1789561221.9187043,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"5d77cfdc-7660-41ee-9523-b9b94fe26f39","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82d3f31b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789561221.918886,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"09888b65-dc09-453d-b61a-4512fdd76403"} {"level":"info","ts":1789561221.9189575,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"09888b65-dc09-453d-b61a-4512fdd76403","name":"e2e-legacy-migration-82d3f31b"} {"level":"info","ts":1789561221.933838,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"09888b65-dc09-453d-b61a-4512fdd76403","httpRoute":"e2e-legacy-migration-82d3f31b","providers":["e2e-legacy-migration-82d3f31b"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789561221.9595618,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"bd7a93c4-0b1d-4b44-a567-db960d89b0c5","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561221.9626014,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"bd7a93c4-0b1d-4b44-a567-db960d89b0c5","name":"e2e-legacy-migration-82d3f31b"} {"level":"info","ts":1789561221.967064,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"bd7a93c4-0b1d-4b44-a567-db960d89b0c5","provider":"openai","model":"e2e-legacy-migration-82d3f31b","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789561224.6698606,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"9d3f76ad-2408-48c1-aedc-a7beea706234","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561224.7042181,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"05da2bbe-18e6-4791-ab05-3a5c52be125b","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561224.704265,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"05da2bbe-18e6-4791-ab05-3a5c52be125b","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561224.704324,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"d2d180a1-3db1-4c15-930e-c4f58883c00e"} {"level":"info","ts":1789561224.715113,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"56c80bca-aa82-4c7f-ad6c-3a79c0bd730f","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561224.715148,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"56c80bca-aa82-4c7f-ad6c-3a79c0bd730f","name":"e2e-legacy-migration-82d3f31b","namespace":"llm"} {"level":"info","ts":1789561224.7152267,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82d3f31b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82d3f31b","reconcileID":"5e848058-6830-448a-baf1-790128195e13"} {"level":"info","ts":1789561225.1259384,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561225.1260564,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143"} {"level":"info","ts":1789561225.1260715,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143"} {"level":"info","ts":1789561225.1260903,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143","EoS":true} {"level":"info","ts":1789561225.1261237,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143","header":"x-maas-username"} {"level":"info","ts":1789561225.126138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143","header":"x-maas-subscription"} {"level":"info","ts":1789561225.126146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143","header":"x-maas-group"} {"level":"info","ts":1789561225.1261747,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789561225.1261883,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143","modelName":"e2e-external-model"} {"level":"info","ts":1789561225.1262069,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789561225.1262388,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789561225.1262686,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143","authType":"apikey"} {"level":"info","ts":1789561225.1263068,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143"} {"level":"error","ts":1789561225.198403,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789561225.727158,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561225.7272687,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7"} {"level":"info","ts":1789561225.7272823,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7"} {"level":"info","ts":1789561225.7272964,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7","EoS":true} {"level":"info","ts":1789561225.72732,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7","header":"x-maas-username"} {"level":"info","ts":1789561225.7273285,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7","header":"x-maas-subscription"} {"level":"info","ts":1789561225.7273333,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7","header":"x-maas-group"} {"level":"info","ts":1789561225.7273476,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789561225.7273746,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7"} {"level":"info","ts":1789561225.7350137,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7"} {"level":"info","ts":1789561225.7350345,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7"} {"level":"info","ts":1789561225.7350492,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7","EoS":false} {"level":"info","ts":1789561225.735061,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7"} {"level":"info","ts":1789561225.7350867,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7","EoS":true} {"level":"info","ts":1789561225.735098,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3764978baa3e234923b94bd37a431153","span_id":"5183feafa70e4de1","x-request-id":"fe9a30c6-c8bf-4e42-bf2d-f6bed129e3d7"} {"level":"info","ts":1789561225.8024666,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561225.8025753,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48"} {"level":"info","ts":1789561225.802588,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48"} {"level":"info","ts":1789561225.8026001,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48","EoS":true} {"level":"info","ts":1789561225.8026268,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48","header":"x-maas-subscription"} {"level":"info","ts":1789561225.8026366,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48","header":"x-maas-group"} {"level":"info","ts":1789561225.802642,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48","header":"x-maas-username"} {"level":"info","ts":1789561225.8026583,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789561225.8026843,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48"} {"level":"info","ts":1789561225.806857,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48"} {"level":"info","ts":1789561225.8068814,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48"} {"level":"info","ts":1789561225.8069015,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48","EoS":false} {"level":"info","ts":1789561225.8069217,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48"} {"level":"info","ts":1789561225.8069654,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48","EoS":true} {"level":"info","ts":1789561225.8069775,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70f793746c764cfb6d2b9360de62c814","span_id":"45103432539ecac4","x-request-id":"15079a04-a092-4b62-bfca-24c407d8db48"} {"level":"info","ts":1789561225.889988,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561225.8900816,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b"} {"level":"info","ts":1789561225.8900938,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b"} {"level":"info","ts":1789561225.890105,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b","EoS":true} {"level":"info","ts":1789561225.8901277,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b","header":"x-maas-username"} {"level":"info","ts":1789561225.8901372,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b","header":"x-maas-group"} {"level":"info","ts":1789561225.8901448,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b","header":"x-maas-subscription"} {"level":"info","ts":1789561225.8901598,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789561225.890186,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b"} {"level":"info","ts":1789561225.8919396,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b"} {"level":"info","ts":1789561225.8919604,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b"} {"level":"info","ts":1789561225.8919733,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b","EoS":false} {"level":"info","ts":1789561225.8919876,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b"} {"level":"info","ts":1789561225.892016,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b","EoS":true} {"level":"info","ts":1789561225.8920257,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"589f2f5032aa3627df36d2afa9ec67f0","span_id":"570c4f5174cd0e8b","x-request-id":"2e42b0aa-369f-4303-8a29-916acea18c4b"} {"level":"info","ts":1789561225.9570427,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561225.9571378,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db"} {"level":"info","ts":1789561225.9571772,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db"} {"level":"info","ts":1789561225.9571896,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db","EoS":true} {"level":"info","ts":1789561225.9572122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db","header":"x-maas-username"} {"level":"info","ts":1789561225.9572225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db","header":"x-maas-subscription"} {"level":"info","ts":1789561225.9572275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db","header":"x-maas-group"} {"level":"info","ts":1789561225.9572406,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789561225.9572637,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db"} {"level":"info","ts":1789561225.9650018,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db"} {"level":"info","ts":1789561225.965021,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db"} {"level":"info","ts":1789561225.9650347,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db","EoS":false} {"level":"info","ts":1789561225.9650457,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db"} {"level":"info","ts":1789561225.9650695,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db","EoS":true} {"level":"info","ts":1789561225.9650784,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"31b0b3ab0dd7335855930378b79a34f6","span_id":"461214a4aa97abbd","x-request-id":"72117ba6-3b02-48d4-a6d2-312c9d90c6db"} {"level":"info","ts":1789561228.5610704,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143"} {"level":"info","ts":1789561228.5611722,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143"} {"level":"info","ts":1789561228.561206,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143","EoS":false} {"level":"info","ts":1789561228.56122,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143"} {"level":"info","ts":1789561228.5612502,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143","EoS":true} {"level":"info","ts":1789561228.5612652,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec8bad3f3148fd63606a99267e3b0652","span_id":"b2c13c87efb3e866","x-request-id":"c4f5961b-7992-42e5-9c94-536671d07143"} {"level":"info","ts":1789561228.6220996,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561228.6222064,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e"} {"level":"info","ts":1789561228.6222224,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e"} {"level":"info","ts":1789561228.6222513,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e","EoS":true} {"level":"info","ts":1789561228.6222894,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e","header":"x-maas-subscription"} {"level":"info","ts":1789561228.6223054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e","header":"x-maas-group"} {"level":"info","ts":1789561228.622314,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e","header":"x-maas-username"} {"level":"info","ts":1789561228.6223319,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789561228.6223729,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e"} {"level":"info","ts":1789561230.8912926,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e"} {"level":"info","ts":1789561230.8913221,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e"} {"level":"info","ts":1789561230.8913443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e","EoS":false} {"level":"info","ts":1789561230.891357,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e"} {"level":"info","ts":1789561230.8913863,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e","EoS":true} {"level":"info","ts":1789561230.8913965,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"12b10826fdbfcdbda7ea460984322745","span_id":"e3e37fec7c65a81a","x-request-id":"cad2c5c4-abac-4d38-8acb-b1ef4e894e0e"} {"level":"info","ts":1789561230.9360487,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561230.9361522,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8"} {"level":"info","ts":1789561230.936168,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8"} {"level":"info","ts":1789561230.9361844,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8","EoS":true} {"level":"info","ts":1789561230.9362106,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8","header":"x-maas-group"} {"level":"info","ts":1789561230.9362218,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8","header":"x-maas-username"} {"level":"info","ts":1789561230.9362268,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8","header":"x-maas-subscription"} {"level":"info","ts":1789561230.936263,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8"} {"level":"info","ts":1789561233.1296065,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8"} {"level":"info","ts":1789561233.1296322,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8"} {"level":"info","ts":1789561233.1296494,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8","EoS":false} {"level":"info","ts":1789561233.1296618,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8"} {"level":"info","ts":1789561233.1296897,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8","EoS":true} {"level":"info","ts":1789561233.129699,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7baa940a6dd5dbf845662e02706e91e7","span_id":"77cae81fe94fda30","x-request-id":"9f1838d3-1b89-4236-8d87-4f72820368e8"} {"level":"info","ts":1789561233.9475038,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04744dbb-0eb2-49e5-88a9-c6aee189054e"} {"level":"info","ts":1789561233.9476342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d77bfd3e-a0b9-4440-903a-d88c673366a5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789561233.9477155,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d77bfd3e-a0b9-4440-903a-d88c673366a5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789561234.0854526,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5e100cd-5b22-4b1f-a6fa-59450a18716f"} {"level":"info","ts":1789561234.0856395,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"06bfb2c1-8873-49aa-a48b-15d322f1a7ed","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789561234.0857232,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"06bfb2c1-8873-49aa-a48b-15d322f1a7ed","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789561234.1925216,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1242a5c7-dd0f-40d2-ba13-823c9cc2d500","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789561234.1925807,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1242a5c7-dd0f-40d2-ba13-823c9cc2d500","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789561238.892735,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561238.8928428,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d85d7d46e00abd5cd3b7135b1c3ed458","span_id":"07c83db3a7c84c54","x-request-id":"6715d1c8-8261-4147-b94a-928b325a1a6f"} {"level":"info","ts":1789561238.892856,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d85d7d46e00abd5cd3b7135b1c3ed458","span_id":"07c83db3a7c84c54","x-request-id":"6715d1c8-8261-4147-b94a-928b325a1a6f"} {"level":"info","ts":1789561238.8928678,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d85d7d46e00abd5cd3b7135b1c3ed458","span_id":"07c83db3a7c84c54","x-request-id":"6715d1c8-8261-4147-b94a-928b325a1a6f","EoS":true} {"level":"info","ts":1789561238.8929207,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d85d7d46e00abd5cd3b7135b1c3ed458","span_id":"07c83db3a7c84c54","x-request-id":"6715d1c8-8261-4147-b94a-928b325a1a6f"} {"level":"info","ts":1789561239.0479093,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561239.048,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f26e3b725d28265df2d3ce67352c6036","span_id":"148c2d153c14f67b","x-request-id":"73929c32-9f5c-4c9e-a4f5-5cd9c710a58a"} {"level":"info","ts":1789561239.0480118,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f26e3b725d28265df2d3ce67352c6036","span_id":"148c2d153c14f67b","x-request-id":"73929c32-9f5c-4c9e-a4f5-5cd9c710a58a"} {"level":"info","ts":1789561239.0480235,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f26e3b725d28265df2d3ce67352c6036","span_id":"148c2d153c14f67b","x-request-id":"73929c32-9f5c-4c9e-a4f5-5cd9c710a58a","EoS":true} {"level":"info","ts":1789561239.0480673,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f26e3b725d28265df2d3ce67352c6036","span_id":"148c2d153c14f67b","x-request-id":"73929c32-9f5c-4c9e-a4f5-5cd9c710a58a"} {"level":"info","ts":1789561239.1976154,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561239.1977134,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9a979a038e631ffd76744a3a6933477d","span_id":"229ac78e97d737c2","x-request-id":"a886a563-37c8-4062-b581-e3259e25657b"} {"level":"info","ts":1789561239.1977258,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9a979a038e631ffd76744a3a6933477d","span_id":"229ac78e97d737c2","x-request-id":"a886a563-37c8-4062-b581-e3259e25657b"} {"level":"info","ts":1789561239.1977375,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9a979a038e631ffd76744a3a6933477d","span_id":"229ac78e97d737c2","x-request-id":"a886a563-37c8-4062-b581-e3259e25657b","EoS":true} {"level":"info","ts":1789561239.1978092,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9a979a038e631ffd76744a3a6933477d","span_id":"229ac78e97d737c2","x-request-id":"a886a563-37c8-4062-b581-e3259e25657b"} {"level":"error","ts":1789561240.1992147,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789561255.2013173,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562298.7548423,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562298.7549555,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f"} {"level":"info","ts":1789562298.7549684,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f"} {"level":"info","ts":1789562298.7549798,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f","EoS":true} {"level":"info","ts":1789562298.755007,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f","header":"x-maas-username"} {"level":"info","ts":1789562298.7550185,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f","header":"x-maas-subscription"} {"level":"info","ts":1789562298.7550247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f","header":"x-maas-group"} {"level":"info","ts":1789562298.7550395,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789562298.7550638,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f"} {"level":"info","ts":1789562298.7576084,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f"} {"level":"info","ts":1789562298.7576318,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f"} {"level":"info","ts":1789562298.7576523,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f","EoS":false} {"level":"info","ts":1789562298.7576635,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f"} {"level":"info","ts":1789562298.757688,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f","EoS":true} {"level":"info","ts":1789562298.7576983,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c33d19ad9e2a99e99e3231766a2210aa","span_id":"81ebbf1b5c6858c2","x-request-id":"67fc36ab-00fb-4881-8f2c-a7b7d878158f"} {"level":"info","ts":1789562298.7956553,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562298.7957711,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc"} {"level":"info","ts":1789562298.7958136,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc"} {"level":"info","ts":1789562298.7958345,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc","EoS":true} {"level":"info","ts":1789562298.7958736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc","header":"x-maas-subscription"} {"level":"info","ts":1789562298.7958875,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc","header":"x-maas-username"} {"level":"info","ts":1789562298.7958953,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc","header":"x-maas-group"} {"level":"info","ts":1789562298.795918,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789562298.7959564,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc"} {"level":"info","ts":1789562298.797034,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc"} {"level":"info","ts":1789562298.7970538,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc"} {"level":"info","ts":1789562298.7970662,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc","EoS":false} {"level":"info","ts":1789562298.7970772,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc"} {"level":"info","ts":1789562298.7971015,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc","EoS":true} {"level":"info","ts":1789562298.797111,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8fbfabdbd5dd824be38ed0abd436fcf7","span_id":"6a2625daf5f6a937","x-request-id":"1580e1c5-e9fa-472d-bfcc-f4947afe2fcc"} {"level":"error","ts":1789562310.3248587,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562633.322678,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562633.3228326,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f"} {"level":"info","ts":1789562633.3228567,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f"} {"level":"info","ts":1789562633.3228784,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f","EoS":true} {"level":"info","ts":1789562633.3229117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f","header":"x-maas-username"} {"level":"info","ts":1789562633.3229265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f","header":"x-maas-subscription"} {"level":"info","ts":1789562633.3229337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f","header":"x-maas-group"} {"level":"info","ts":1789562633.3229537,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562633.322991,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f"} {"level":"info","ts":1789562633.3359997,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f"} {"level":"info","ts":1789562633.3360217,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f"} {"level":"info","ts":1789562633.3360415,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f","EoS":false} {"level":"info","ts":1789562633.3360558,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f"} {"level":"info","ts":1789562633.3360832,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f","EoS":true} {"level":"info","ts":1789562633.336093,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ed8c5df543e494e9184660d6512d162","span_id":"4616c80fa0d7c98e","x-request-id":"18c4bf9d-5431-4b2f-8f9a-7a5453abe96f"} {"level":"info","ts":1789562633.4743965,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562633.4744766,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27"} {"level":"info","ts":1789562633.4744902,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27"} {"level":"info","ts":1789562633.474501,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27","EoS":true} {"level":"info","ts":1789562633.474521,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27","header":"x-maas-username"} {"level":"info","ts":1789562633.4745317,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27","header":"x-maas-subscription"} {"level":"info","ts":1789562633.474537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27","header":"x-maas-group"} {"level":"info","ts":1789562633.4745498,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562633.4745748,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27"} {"level":"info","ts":1789562633.475501,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27"} {"level":"info","ts":1789562633.4755208,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27"} {"level":"info","ts":1789562633.4755397,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27","EoS":false} {"level":"info","ts":1789562633.4755557,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27"} {"level":"info","ts":1789562633.475591,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27","EoS":true} {"level":"info","ts":1789562633.4756012,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"89eda8b7263185a077658e7517cf4a00","span_id":"d4d50bcfae6c275b","x-request-id":"75368b08-87c8-432c-add8-5405997f5b27"} {"level":"info","ts":1789562633.6125252,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562633.6126082,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695"} {"level":"info","ts":1789562633.6126215,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695"} {"level":"info","ts":1789562633.612632,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695","EoS":true} {"level":"info","ts":1789562633.6126533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695","header":"x-maas-subscription"} {"level":"info","ts":1789562633.6126637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695","header":"x-maas-username"} {"level":"info","ts":1789562633.6126685,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695","header":"x-maas-group"} {"level":"info","ts":1789562633.6126845,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562633.6127076,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695"} {"level":"info","ts":1789562633.615268,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695"} {"level":"info","ts":1789562633.6152887,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695"} {"level":"info","ts":1789562633.6153028,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695","EoS":false} {"level":"info","ts":1789562633.6153154,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695"} {"level":"info","ts":1789562633.6153388,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695","EoS":true} {"level":"info","ts":1789562633.6153486,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"245b553f0ed7683406df8a860ab66ad2","span_id":"f8ede1c2290b5b26","x-request-id":"a47457c2-a4e1-4ed7-ac03-f9f7447a5695"} {"level":"info","ts":1789562633.7529025,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562633.75299,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50"} {"level":"info","ts":1789562633.7530038,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50"} {"level":"info","ts":1789562633.753015,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50","EoS":true} {"level":"info","ts":1789562633.7530713,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50","header":"x-maas-subscription"} {"level":"info","ts":1789562633.753084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50","header":"x-maas-username"} {"level":"info","ts":1789562633.75309,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50","header":"x-maas-group"} {"level":"info","ts":1789562633.753104,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562633.7531288,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50"} {"level":"info","ts":1789562633.7539823,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50"} {"level":"info","ts":1789562633.754012,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50"} {"level":"info","ts":1789562633.7540293,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50","EoS":false} {"level":"info","ts":1789562633.7540436,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50"} {"level":"info","ts":1789562633.7540665,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50","EoS":true} {"level":"info","ts":1789562633.7540762,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f95e5b073b8f1323a6b37b21eadaa291","span_id":"f0ca31ef662ca247","x-request-id":"26da2042-0d29-435c-bfcf-4b6df827fc50"} {"level":"info","ts":1789562633.8884192,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562633.8884943,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44"} {"level":"info","ts":1789562633.8885067,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44"} {"level":"info","ts":1789562633.888517,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44","EoS":true} {"level":"info","ts":1789562633.888539,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44","header":"x-maas-subscription"} {"level":"info","ts":1789562633.8885493,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44","header":"x-maas-group"} {"level":"info","ts":1789562633.888554,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44","header":"x-maas-username"} {"level":"info","ts":1789562633.8885665,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562633.8885903,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44"} {"level":"info","ts":1789562633.8894513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44"} {"level":"info","ts":1789562633.8894706,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44"} {"level":"info","ts":1789562633.8894835,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44","EoS":false} {"level":"info","ts":1789562633.889493,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44"} {"level":"info","ts":1789562633.8895175,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44","EoS":true} {"level":"info","ts":1789562633.889527,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75c104eb18900d4bbf652d5ce3f29319","span_id":"05409659da6c8a50","x-request-id":"2b4e91db-de5e-4091-9e0e-0cfb1f210b44"} {"level":"info","ts":1789562642.601097,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562642.6012137,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292"} {"level":"info","ts":1789562642.6012683,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292"} {"level":"info","ts":1789562642.6012902,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292","EoS":true} {"level":"info","ts":1789562642.6013184,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292","header":"x-maas-username"} {"level":"info","ts":1789562642.601329,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292","header":"x-maas-group"} {"level":"info","ts":1789562642.6013355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292","header":"x-maas-subscription"} {"level":"info","ts":1789562642.6013503,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562642.6013763,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292"} {"level":"info","ts":1789562642.6024215,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292"} {"level":"info","ts":1789562642.6024442,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292"} {"level":"info","ts":1789562642.6024647,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292","EoS":false} {"level":"info","ts":1789562642.6024804,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292"} {"level":"info","ts":1789562642.6025178,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292","EoS":true} {"level":"info","ts":1789562642.6025305,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b69d8e2724be2cafc4bd9b6e31092a9","span_id":"2583d484b9932020","x-request-id":"65334890-2897-47f2-8dbd-cfca20e3d292"} {"level":"info","ts":1789562642.7205148,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562642.7206135,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"99b46267a37e0225d66e3f1e68e7568c","span_id":"3c2d7566925fbe08","x-request-id":"2969d428-8069-45b4-9bee-a1d78c7e58d0"} {"level":"info","ts":1789562642.7215493,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"99b46267a37e0225d66e3f1e68e7568c","span_id":"3c2d7566925fbe08","x-request-id":"2969d428-8069-45b4-9bee-a1d78c7e58d0"} {"level":"info","ts":1789562642.7215753,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"99b46267a37e0225d66e3f1e68e7568c","span_id":"3c2d7566925fbe08","x-request-id":"2969d428-8069-45b4-9bee-a1d78c7e58d0"} {"level":"info","ts":1789562642.7215934,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99b46267a37e0225d66e3f1e68e7568c","span_id":"3c2d7566925fbe08","x-request-id":"2969d428-8069-45b4-9bee-a1d78c7e58d0","EoS":false} {"level":"info","ts":1789562642.7216113,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99b46267a37e0225d66e3f1e68e7568c","span_id":"3c2d7566925fbe08","x-request-id":"2969d428-8069-45b4-9bee-a1d78c7e58d0"} {"level":"info","ts":1789562642.7216382,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99b46267a37e0225d66e3f1e68e7568c","span_id":"3c2d7566925fbe08","x-request-id":"2969d428-8069-45b4-9bee-a1d78c7e58d0","EoS":true} {"level":"info","ts":1789562642.7216482,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99b46267a37e0225d66e3f1e68e7568c","span_id":"3c2d7566925fbe08","x-request-id":"2969d428-8069-45b4-9bee-a1d78c7e58d0"} {"level":"info","ts":1789562643.460241,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562643.4603603,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898"} {"level":"info","ts":1789562643.4603746,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898"} {"level":"info","ts":1789562643.4603915,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898","EoS":true} {"level":"info","ts":1789562643.4604204,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898","header":"x-maas-group"} {"level":"info","ts":1789562643.4604352,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898","header":"x-maas-username"} {"level":"info","ts":1789562643.4604418,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898","header":"x-maas-subscription"} {"level":"info","ts":1789562643.4604564,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562643.4604824,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898"} {"level":"info","ts":1789562643.4614875,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898"} {"level":"info","ts":1789562643.4615052,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898"} {"level":"info","ts":1789562643.4615238,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898","EoS":false} {"level":"info","ts":1789562643.4615388,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898"} {"level":"info","ts":1789562643.4615648,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898","EoS":true} {"level":"info","ts":1789562643.461574,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a465c7c687cdadf8299591cdd9d88ba","span_id":"952d58fd646e0067","x-request-id":"300e75a6-b806-4513-9d6d-9709ae05b898"} {"level":"info","ts":1789562644.3522754,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562644.3523786,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15"} {"level":"info","ts":1789562644.3523924,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15"} {"level":"info","ts":1789562644.3524039,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15","EoS":true} {"level":"info","ts":1789562644.3524282,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15","header":"x-maas-username"} {"level":"info","ts":1789562644.352438,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15","header":"x-maas-group"} {"level":"info","ts":1789562644.352444,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15","header":"x-maas-subscription"} {"level":"info","ts":1789562644.3524592,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562644.3524864,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15"} {"level":"info","ts":1789562644.3535202,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15"} {"level":"info","ts":1789562644.3535419,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15"} {"level":"info","ts":1789562644.3535645,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15","EoS":false} {"level":"info","ts":1789562644.3535793,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15"} {"level":"info","ts":1789562644.3536053,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15","EoS":true} {"level":"info","ts":1789562644.3536184,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"62f9fcadb243fda61e5438a1dd82eac7","span_id":"63497162975c1688","x-request-id":"234d38d6-c412-407a-b186-9acf6c7eed15"} {"level":"error","ts":1789562645.3597772,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789562655.3607383,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562660.0759933,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562660.0760965,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b"} {"level":"info","ts":1789562660.076112,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b"} {"level":"info","ts":1789562660.076124,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b","EoS":true} {"level":"info","ts":1789562660.0761497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b","header":"x-maas-group"} {"level":"info","ts":1789562660.0761578,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b","header":"x-maas-subscription"} {"level":"info","ts":1789562660.0761647,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b","header":"x-maas-username"} {"level":"info","ts":1789562660.076181,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562660.076209,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b"} {"level":"info","ts":1789562660.077332,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b"} {"level":"info","ts":1789562660.0773532,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b"} {"level":"info","ts":1789562660.0773683,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b","EoS":false} {"level":"info","ts":1789562660.0773861,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b"} {"level":"info","ts":1789562660.0774126,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b","EoS":true} {"level":"info","ts":1789562660.0774221,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"89fadde8c0ada47d3703e3ea82615d55","span_id":"1a220c006afc5bb8","x-request-id":"7d3d50a4-6e0d-4c99-ba17-66836981860b"} {"level":"error","ts":1789562665.361225,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562671.1351135,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562671.1352327,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2"} {"level":"info","ts":1789562671.1352525,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2"} {"level":"info","ts":1789562671.135265,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2","EoS":true} {"level":"info","ts":1789562671.13529,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2","header":"x-maas-group"} {"level":"info","ts":1789562671.135304,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2","header":"x-maas-subscription"} {"level":"info","ts":1789562671.1353128,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2","header":"x-maas-username"} {"level":"info","ts":1789562671.13533,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562671.135355,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2"} {"level":"info","ts":1789562671.1374347,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2"} {"level":"info","ts":1789562671.1374576,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2"} {"level":"info","ts":1789562671.1374726,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2","EoS":false} {"level":"info","ts":1789562671.1374848,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2"} {"level":"info","ts":1789562671.1375098,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2","EoS":true} {"level":"info","ts":1789562671.1375172,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46fd92f78e12afaddb9eb37d4f31cf4f","span_id":"0aba2441fc0d31a6","x-request-id":"d781950c-2a6a-4582-9ebd-fd67b40345c2"} {"level":"error","ts":1789562675.3618455,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789562685.362719,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562690.7724726,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562690.772574,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389"} {"level":"info","ts":1789562690.7725956,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389"} {"level":"info","ts":1789562690.7726088,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389","EoS":true} {"level":"info","ts":1789562690.772635,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389","header":"x-maas-subscription"} {"level":"info","ts":1789562690.7726464,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389","header":"x-maas-username"} {"level":"info","ts":1789562690.7726536,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389","header":"x-maas-group"} {"level":"info","ts":1789562690.7726727,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562690.7727017,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389"} {"level":"info","ts":1789562690.773774,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389"} {"level":"info","ts":1789562690.773813,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389"} {"level":"info","ts":1789562690.7738345,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389","EoS":false} {"level":"info","ts":1789562690.7738502,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389"} {"level":"info","ts":1789562690.7738893,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389","EoS":true} {"level":"info","ts":1789562690.7739007,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b06e3f94e849fa47d0d6015c75a761df","span_id":"975d9790dff36392","x-request-id":"c904c831-dc92-4b4f-8694-ea4e41bc1389"} {"level":"error","ts":1789562695.3630242,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789562705.3634946,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562779.4461117,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562779.4462168,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094"} {"level":"info","ts":1789562779.4462287,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094"} {"level":"info","ts":1789562779.44624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094","EoS":true} {"level":"info","ts":1789562779.446265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094","header":"x-maas-username"} {"level":"info","ts":1789562779.446276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094","header":"x-maas-subscription"} {"level":"info","ts":1789562779.4462817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094","header":"x-maas-group"} {"level":"info","ts":1789562779.446297,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789562779.4463255,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094"} {"level":"info","ts":1789562779.4592443,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094"} {"level":"info","ts":1789562779.4592679,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094"} {"level":"info","ts":1789562779.4592881,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094","EoS":false} {"level":"info","ts":1789562779.4593012,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094"} {"level":"info","ts":1789562779.4593246,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094","EoS":true} {"level":"info","ts":1789562779.4593334,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7b49870ebb5888833ad46e3ca45c3e7c","span_id":"d968081a2fc0fff8","x-request-id":"7e97b259-fbbe-47fe-beda-341d1ff51094"} {"level":"error","ts":1789562790.3741477,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562866.2481725,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562866.2482798,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43"} {"level":"info","ts":1789562866.2482932,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43"} {"level":"info","ts":1789562866.2483113,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43","EoS":true} {"level":"info","ts":1789562866.248345,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43","header":"x-maas-group"} {"level":"info","ts":1789562866.24836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43","header":"x-maas-username"} {"level":"info","ts":1789562866.2483697,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43","header":"x-maas-subscription"} {"level":"info","ts":1789562866.2483904,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562866.2484183,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43"} {"level":"info","ts":1789562866.2493832,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43"} {"level":"info","ts":1789562866.2494092,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43"} {"level":"info","ts":1789562866.2494247,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43","EoS":false} {"level":"info","ts":1789562866.2494369,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43"} {"level":"info","ts":1789562866.2494614,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43","EoS":true} {"level":"info","ts":1789562866.2494712,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0cdcc3aa876463bbcdae941316529810","span_id":"af29eae591d5df21","x-request-id":"6d3c8d19-73b3-462a-8bd1-ce3084304e43"} {"level":"info","ts":1789562879.9451234,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562879.9452357,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54"} {"level":"info","ts":1789562879.9452512,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54"} {"level":"info","ts":1789562879.945272,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54","EoS":true} {"level":"info","ts":1789562879.9453304,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54","header":"x-maas-group"} {"level":"info","ts":1789562879.9453444,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54","header":"x-maas-username"} {"level":"info","ts":1789562879.9453542,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54","header":"x-maas-subscription"} {"level":"info","ts":1789562879.9453754,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789562879.9454134,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54"} {"level":"info","ts":1789562879.9579937,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54"} {"level":"info","ts":1789562879.9580145,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54"} {"level":"info","ts":1789562879.9580302,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54","EoS":false} {"level":"info","ts":1789562879.9580414,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54"} {"level":"info","ts":1789562879.958066,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54","EoS":false} {"level":"info","ts":1789562879.9580789,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54"} {"level":"info","ts":1789562879.9580913,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54","EoS":true} {"level":"info","ts":1789562879.9580994,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cab8aa1d4132227b4d414b2256cba83e","span_id":"14285c99143f0542","x-request-id":"0cde9e06-b47a-47d1-975e-bb0bf7c61c54"} {"level":"info","ts":1789562880.104993,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562880.1050775,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0"} {"level":"info","ts":1789562880.1050906,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0"} {"level":"info","ts":1789562880.1051018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0","EoS":true} {"level":"info","ts":1789562880.10512,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0","header":"x-maas-subscription"} {"level":"info","ts":1789562880.1051297,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0","header":"x-maas-username"} {"level":"info","ts":1789562880.1051352,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0","header":"x-maas-group"} {"level":"info","ts":1789562880.1051514,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789562880.1051776,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0"} {"level":"info","ts":1789562880.1060405,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0"} {"level":"info","ts":1789562880.1060634,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0"} {"level":"info","ts":1789562880.1060877,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0","EoS":false} {"level":"info","ts":1789562880.1061075,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0"} {"level":"info","ts":1789562880.1061468,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0","EoS":true} {"level":"info","ts":1789562880.1061594,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d731055c0768e87069a976b47f251965","span_id":"141588aa5f3bad9a","x-request-id":"5451eb31-1926-4352-bd30-f71ebae86ad0"} {"level":"info","ts":1789562880.24586,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562880.2459624,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68"} {"level":"info","ts":1789562880.2459772,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68"} {"level":"info","ts":1789562880.245995,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68","EoS":true} {"level":"info","ts":1789562880.2460234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68","header":"x-maas-username"} {"level":"info","ts":1789562880.246038,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68","header":"x-maas-subscription"} {"level":"info","ts":1789562880.2460485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68","header":"x-maas-group"} {"level":"info","ts":1789562880.246071,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789562880.2461095,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68"} {"level":"info","ts":1789562880.2480798,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68"} {"level":"info","ts":1789562880.2481103,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68"} {"level":"info","ts":1789562880.248128,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68","EoS":false} {"level":"info","ts":1789562880.2481394,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68"} {"level":"info","ts":1789562880.248171,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68","EoS":false} {"level":"info","ts":1789562880.2481875,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68"} {"level":"info","ts":1789562880.248204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68","EoS":true} {"level":"info","ts":1789562880.2482114,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff5765c521665b033d785444019bca56","span_id":"d2326709349e3471","x-request-id":"81674d5e-0874-4f93-a778-eea58247db68"} {"level":"error","ts":1789562880.384567,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789562890.3853424,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562894.1484358,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562894.1485357,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255"} {"level":"info","ts":1789562894.1485481,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255"} {"level":"info","ts":1789562894.14856,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255","EoS":true} {"level":"info","ts":1789562894.1485832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255","header":"x-maas-subscription"} {"level":"info","ts":1789562894.148596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255","header":"x-maas-group"} {"level":"info","ts":1789562894.1486008,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255","header":"x-maas-username"} {"level":"info","ts":1789562894.1486156,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789562894.1486402,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255"} {"level":"info","ts":1789562894.15023,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255"} {"level":"info","ts":1789562894.1502538,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255"} {"level":"info","ts":1789562894.1502738,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255","EoS":false} {"level":"info","ts":1789562894.1502883,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255"} {"level":"info","ts":1789562894.150318,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255","EoS":true} {"level":"info","ts":1789562894.1503305,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cac3517de90af8bfcf8b575c678ce67","span_id":"a44ecce8a968ef76","x-request-id":"1200c664-8856-4d97-8c34-9e5d10a27255"} {"level":"error","ts":1789562905.3862724,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}