{"level":"info","ts":1789157595.640311,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"4775fc57-ec78-415e-9a3b-cb72bb7b2753"} {"level":"info","ts":1789157595.6403873,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"4775fc57-ec78-415e-9a3b-cb72bb7b2753","name":"e2e-legacy-migration-2940090d"} {"level":"error","ts":1789157595.641374,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"b0462bd4-9a9f-45a8-8d98-9a50c8904224","error":"ExternalModel \"e2e-legacy-migration-2940090d\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2940090d\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789157595.6520412,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"f440de93-98d2-4695-bfda-f9d85555c4ff"} {"level":"info","ts":1789157595.6520731,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"f440de93-98d2-4695-bfda-f9d85555c4ff","provider":"e2e-legacy-migration-2940090d","phase":"Pending"} {"level":"info","ts":1789157595.6612923,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"e298c04e-f9eb-4e80-9521-7ac02c2928d3","name":"e2e-legacy-migration-2940090d","namespace":"llm"} {"level":"info","ts":1789157595.6613157,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"e298c04e-f9eb-4e80-9521-7ac02c2928d3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789157595.661368,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"633ff611-aac7-4665-b639-2454bd34aa37","name":"e2e-legacy-migration-2940090d","namespace":"llm"} {"level":"info","ts":1789157595.6613824,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"633ff611-aac7-4665-b639-2454bd34aa37","modelName":"e2e-legacy-migration-2940090d","resolvedRefs":1} {"level":"info","ts":1789157595.6651125,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"4775fc57-ec78-415e-9a3b-cb72bb7b2753","service":"e2e-legacy-migration-2940090d","serviceEntry":"e2e-legacy-migration-2940090d","destinationRule":"e2e-legacy-migration-2940090d"} {"level":"error","ts":1789157595.6678326,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"f440de93-98d2-4695-bfda-f9d85555c4ff","error":"ExternalModel \"e2e-legacy-migration-2940090d\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2940090d\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789157595.667898,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"104a10df-db98-4635-8677-dde962b2e830"} {"level":"info","ts":1789157595.6679413,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"104a10df-db98-4635-8677-dde962b2e830","name":"e2e-legacy-migration-2940090d"} {"level":"error","ts":1789157595.670993,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"4775fc57-ec78-415e-9a3b-cb72bb7b2753","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2940090d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789157595.6710553,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"1c54c271-8ee0-4469-998a-e364a02f766c"} {"level":"info","ts":1789157595.6710832,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"1c54c271-8ee0-4469-998a-e364a02f766c","name":"e2e-legacy-migration-2940090d"} {"level":"info","ts":1789157595.6847951,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"f7292717-6e3e-4844-9780-0af3950e042c","name":"e2e-legacy-migration-2940090d","namespace":"llm"} {"level":"info","ts":1789157595.684871,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"f7292717-6e3e-4844-9780-0af3950e042c","modelName":"e2e-legacy-migration-2940090d","resolvedRefs":1} {"level":"error","ts":1789157595.6916642,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"104a10df-db98-4635-8677-dde962b2e830","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2940090d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789157595.6917014,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"104a10df-db98-4635-8677-dde962b2e830","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-2940090d\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789157595.6917434,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"a20b76e4-2147-4653-b342-c16188e3558a"} {"level":"info","ts":1789157595.691784,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"a20b76e4-2147-4653-b342-c16188e3558a","name":"e2e-legacy-migration-2940090d"} {"level":"info","ts":1789157595.6957357,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"1c54c271-8ee0-4469-998a-e364a02f766c","service":"e2e-legacy-migration-2940090d","serviceEntry":"e2e-legacy-migration-2940090d","destinationRule":"e2e-legacy-migration-2940090d"} {"level":"info","ts":1789157595.7025647,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"2799e3be-0040-402d-80ff-9840c810e4b2","name":"e2e-legacy-migration-2940090d","namespace":"llm"} {"level":"info","ts":1789157595.7025936,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"2799e3be-0040-402d-80ff-9840c810e4b2","modelName":"e2e-legacy-migration-2940090d","resolvedRefs":1} {"level":"error","ts":1789157595.7079887,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"a20b76e4-2147-4653-b342-c16188e3558a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2940090d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789157595.7080312,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"a20b76e4-2147-4653-b342-c16188e3558a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-2940090d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789157595.7080815,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"158c66c9-ccf1-436a-89c7-455c06da3850"} {"level":"info","ts":1789157595.7081273,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"158c66c9-ccf1-436a-89c7-455c06da3850","name":"e2e-legacy-migration-2940090d"} {"level":"info","ts":1789157595.7210648,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"2b6a600b-c995-45cc-b804-dae2e4fb98c7","name":"e2e-legacy-migration-2940090d","namespace":"llm"} {"level":"info","ts":1789157595.7211726,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"2b6a600b-c995-45cc-b804-dae2e4fb98c7","modelName":"e2e-legacy-migration-2940090d","resolvedRefs":1} {"level":"info","ts":1789157595.7217677,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"158c66c9-ccf1-436a-89c7-455c06da3850","httpRoute":"e2e-legacy-migration-2940090d","providers":["e2e-legacy-migration-2940090d"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789157595.7252734,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"158c66c9-ccf1-436a-89c7-455c06da3850","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2940090d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789157595.725347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"650132b8-6c4e-4e71-88e6-febbaa782bc2"} {"level":"info","ts":1789157595.7254026,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"650132b8-6c4e-4e71-88e6-febbaa782bc2","name":"e2e-legacy-migration-2940090d"} {"level":"info","ts":1789157595.7360568,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"650132b8-6c4e-4e71-88e6-febbaa782bc2","httpRoute":"e2e-legacy-migration-2940090d","providers":["e2e-legacy-migration-2940090d"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789157595.939756,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"2d1f074a-39f1-4a22-98f4-f937cdd3f28e","name":"e2e-legacy-migration-2940090d","namespace":"llm"} {"level":"info","ts":1789157595.9425328,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"2d1f074a-39f1-4a22-98f4-f937cdd3f28e","name":"e2e-legacy-migration-2940090d"} {"level":"info","ts":1789157595.9485292,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"2d1f074a-39f1-4a22-98f4-f937cdd3f28e","provider":"openai","model":"e2e-legacy-migration-2940090d","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789157596.150708,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789157598.453667,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"2924366a-b537-42af-8777-18d684c565d1","name":"e2e-legacy-migration-2940090d","namespace":"llm"} {"level":"info","ts":1789157598.4605818,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"b9efd98b-4f9b-4274-aa54-70fc6bf61b6c"} {"level":"error","ts":1789157598.4606667,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"b9efd98b-4f9b-4274-aa54-70fc6bf61b6c","provider":"e2e-legacy-migration-2940090d","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-2940090d\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789157598.461014,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"f2e00a54-d54f-4a98-93e3-a711df342ae6","name":"e2e-legacy-migration-2940090d","namespace":"llm"} {"level":"info","ts":1789157598.461088,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"f2e00a54-d54f-4a98-93e3-a711df342ae6","modelName":"e2e-legacy-migration-2940090d","resolvedRefs":1} {"level":"info","ts":1789157598.4611712,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"bcf8c758-8b68-4382-91b8-1ce3d6f02d6b","name":"e2e-legacy-migration-2940090d","namespace":"llm"} {"level":"info","ts":1789157598.4612303,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"bcf8c758-8b68-4382-91b8-1ce3d6f02d6b","name":"e2e-legacy-migration-2940090d","namespace":"llm"} {"level":"info","ts":1789157598.4613197,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"0e4a12c1-2515-491e-b998-cf74a103c6bf"} {"level":"info","ts":1789157598.4693584,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"adff30e7-fe75-4ab1-b10f-2154a68fd9de","name":"e2e-legacy-migration-2940090d","namespace":"llm"} {"level":"info","ts":1789157598.4693873,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"adff30e7-fe75-4ab1-b10f-2154a68fd9de","name":"e2e-legacy-migration-2940090d","namespace":"llm"} {"level":"error","ts":1789157598.4731817,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"b9efd98b-4f9b-4274-aa54-70fc6bf61b6c","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2940090d\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789157598.4732661,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"b9efd98b-4f9b-4274-aa54-70fc6bf61b6c","error":"ExternalModel \"e2e-legacy-migration-2940090d\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2940090d\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789157598.4733543,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2940090d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2940090d","reconcileID":"7f365aec-fd3c-4584-97ea-c908e7f98c27"} {"level":"info","ts":1789157598.837621,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157598.8377178,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653"} {"level":"info","ts":1789157598.8377326,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653"} {"level":"info","ts":1789157598.8377483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653","EoS":true} {"level":"info","ts":1789157598.8377745,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653","header":"x-maas-username"} {"level":"info","ts":1789157598.8377888,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653","header":"x-maas-subscription"} {"level":"info","ts":1789157598.8377953,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653","header":"x-maas-group"} {"level":"info","ts":1789157598.837815,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789157598.8378315,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653","modelName":"e2e-external-model"} {"level":"info","ts":1789157598.8378425,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789157598.8378625,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789157598.8378782,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653","authType":"apikey"} {"level":"info","ts":1789157598.8379045,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653"} {"level":"info","ts":1789157598.9821815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653"} {"level":"info","ts":1789157598.9822092,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653"} {"level":"info","ts":1789157598.9822257,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653","EoS":false} {"level":"info","ts":1789157598.9822385,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653"} {"level":"info","ts":1789157598.982268,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653","EoS":true} {"level":"info","ts":1789157598.982278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed9fd9375725cd24ff0b653dc7aa619d","span_id":"c86577dda54a22bb","x-request-id":"3d41434a-365c-4fe6-b3c6-61fbf093d653"} {"level":"info","ts":1789157599.0223641,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157599.0224876,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742"} {"level":"info","ts":1789157599.0225785,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742"} {"level":"info","ts":1789157599.0225992,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742","EoS":true} {"level":"info","ts":1789157599.0226347,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742","header":"x-maas-subscription"} {"level":"info","ts":1789157599.0226483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742","header":"x-maas-username"} {"level":"info","ts":1789157599.0226557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742","header":"x-maas-group"} {"level":"info","ts":1789157599.022676,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789157599.0227108,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742"} {"level":"info","ts":1789157599.0678923,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742"} {"level":"info","ts":1789157599.0679262,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742"} {"level":"info","ts":1789157599.0679493,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742","EoS":false} {"level":"info","ts":1789157599.067967,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742"} {"level":"info","ts":1789157599.0680065,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742","EoS":true} {"level":"info","ts":1789157599.0680208,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2745239b23611896a186a5bfa63fc688","span_id":"823cc02f2342d26c","x-request-id":"94e22d9c-e987-4a9e-811f-6b222622b742"} {"level":"info","ts":1789157599.1021938,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157599.1023169,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664"} {"level":"info","ts":1789157599.102386,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664"} {"level":"info","ts":1789157599.1024058,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664","EoS":true} {"level":"info","ts":1789157599.102437,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664","header":"x-maas-group"} {"level":"info","ts":1789157599.1024516,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664","header":"x-maas-username"} {"level":"info","ts":1789157599.1024606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664","header":"x-maas-subscription"} {"level":"info","ts":1789157599.1025186,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664"} {"level":"info","ts":1789157599.2903512,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664"} {"level":"info","ts":1789157599.2903764,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664"} {"level":"info","ts":1789157599.2903924,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664","EoS":false} {"level":"info","ts":1789157599.290414,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664"} {"level":"info","ts":1789157599.2904441,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664","EoS":true} {"level":"info","ts":1789157599.2904546,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9d8226f320066c3dc48a786784116fd","span_id":"8b5d0373fe7bc257","x-request-id":"c3e2dc57-8413-4dcb-a004-a7b00a856664"} {"level":"info","ts":1789157600.106221,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bbbfb93-5ce2-4d25-8110-d299ea4db84a"} {"level":"info","ts":1789157600.106363,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdc7a119-c8e5-4599-9ac3-5901d1729820","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789157600.1064558,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdc7a119-c8e5-4599-9ac3-5901d1729820","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789157600.2435865,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff65f50a-a0d0-4a73-914b-8566c0964e4f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789157600.243684,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff65f50a-a0d0-4a73-914b-8566c0964e4f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789157600.2436213,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e65c39c5-1a55-4ba9-81ba-314d663852eb"} {"level":"info","ts":1789157600.3460326,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d7580733-d625-4462-a129-e26126eec917","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789157600.3461492,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d7580733-d625-4462-a129-e26126eec917","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789157603.5219104,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157603.5220125,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480"} {"level":"info","ts":1789157603.5220244,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480"} {"level":"info","ts":1789157603.5220363,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480","EoS":true} {"level":"info","ts":1789157603.522059,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480","header":"x-maas-subscription"} {"level":"info","ts":1789157603.522069,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480","header":"x-maas-group"} {"level":"info","ts":1789157603.5220745,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480","header":"x-maas-username"} {"level":"info","ts":1789157603.522089,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157603.522117,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480"} {"level":"info","ts":1789157603.52378,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480"} {"level":"info","ts":1789157603.523804,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480"} {"level":"info","ts":1789157603.5238214,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480","EoS":false} {"level":"info","ts":1789157603.5238357,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480"} {"level":"info","ts":1789157603.52386,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480","EoS":true} {"level":"info","ts":1789157603.523869,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99f63ccc4860b603463e928964f2027a","span_id":"63e3450ee57b069d","x-request-id":"00dedf35-7bad-4972-a6ad-262deb06b480"} {"level":"info","ts":1789157603.5708656,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157603.5709593,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217"} {"level":"info","ts":1789157603.5709739,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217"} {"level":"info","ts":1789157603.5709853,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217","EoS":true} {"level":"info","ts":1789157603.571007,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217","header":"x-maas-username"} {"level":"info","ts":1789157603.5710173,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217","header":"x-maas-subscription"} {"level":"info","ts":1789157603.571022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217","header":"x-maas-group"} {"level":"info","ts":1789157603.5710363,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157603.5710618,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217"} {"level":"info","ts":1789157603.5721335,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217"} {"level":"info","ts":1789157603.572149,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217"} {"level":"info","ts":1789157603.5721617,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217","EoS":false} {"level":"info","ts":1789157603.572181,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217"} {"level":"info","ts":1789157603.572204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217","EoS":true} {"level":"info","ts":1789157603.5722148,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"34db591c5d656d83ff9db33a6b9f7177","span_id":"1427f8ad432ee940","x-request-id":"5094fce4-a5ac-431b-82aa-bab3d3602217"} {"level":"info","ts":1789157603.61066,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157603.610748,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727"} {"level":"info","ts":1789157603.61076,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727"} {"level":"info","ts":1789157603.6107712,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727","EoS":true} {"level":"info","ts":1789157603.6107907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727","header":"x-maas-username"} {"level":"info","ts":1789157603.6108015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727","header":"x-maas-group"} {"level":"info","ts":1789157603.6108067,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727","header":"x-maas-subscription"} {"level":"info","ts":1789157603.610822,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157603.6108406,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727"} {"level":"info","ts":1789157603.6117663,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727"} {"level":"info","ts":1789157603.611777,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727"} {"level":"info","ts":1789157603.611788,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727","EoS":false} {"level":"info","ts":1789157603.611799,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727"} {"level":"info","ts":1789157603.611818,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727","EoS":true} {"level":"info","ts":1789157603.6118267,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8bb02c97d050637beeca2136ec437e7","span_id":"55e4826992eebb42","x-request-id":"15f231c4-3799-4261-8fbe-a2cd1abb9727"} {"level":"info","ts":1789157603.6638327,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157603.663952,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a"} {"level":"info","ts":1789157603.663967,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a"} {"level":"info","ts":1789157603.6639843,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a","EoS":true} {"level":"info","ts":1789157603.6640153,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a","header":"x-maas-group"} {"level":"info","ts":1789157603.6640282,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a","header":"x-maas-subscription"} {"level":"info","ts":1789157603.6640365,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a","header":"x-maas-username"} {"level":"info","ts":1789157603.6640565,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789157603.6640928,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a"} {"level":"info","ts":1789157603.6651268,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a"} {"level":"info","ts":1789157603.665145,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a"} {"level":"info","ts":1789157603.6651604,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a","EoS":false} {"level":"info","ts":1789157603.665176,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a"} {"level":"info","ts":1789157603.6651995,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a","EoS":true} {"level":"info","ts":1789157603.6652086,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4f8441048e4baeaa0e5a030211d54a29","span_id":"7cb1c8ba57609a52","x-request-id":"56a56bd3-9c32-4dda-b83c-9d43ada09e9a"} {"level":"error","ts":1789157611.1511889,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789157617.883907,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157617.8840046,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"98bd35f00a34ea02f0e875e382d87408","span_id":"6e533756350c3f0e","x-request-id":"e44daa15-6970-4430-adbd-a6244bdd73d0"} {"level":"info","ts":1789157617.8840182,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"98bd35f00a34ea02f0e875e382d87408","span_id":"6e533756350c3f0e","x-request-id":"e44daa15-6970-4430-adbd-a6244bdd73d0"} {"level":"info","ts":1789157617.884031,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"98bd35f00a34ea02f0e875e382d87408","span_id":"6e533756350c3f0e","x-request-id":"e44daa15-6970-4430-adbd-a6244bdd73d0","EoS":true} {"level":"info","ts":1789157617.8840783,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"98bd35f00a34ea02f0e875e382d87408","span_id":"6e533756350c3f0e","x-request-id":"e44daa15-6970-4430-adbd-a6244bdd73d0"} {"level":"info","ts":1789157618.042277,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157618.0423717,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2544348dee149782b5a9eb2127969b74","span_id":"208b1874deeeed23","x-request-id":"9c039105-c256-4c6c-8d91-56c172195ea1"} {"level":"info","ts":1789157618.0423837,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2544348dee149782b5a9eb2127969b74","span_id":"208b1874deeeed23","x-request-id":"9c039105-c256-4c6c-8d91-56c172195ea1"} {"level":"info","ts":1789157618.0423946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2544348dee149782b5a9eb2127969b74","span_id":"208b1874deeeed23","x-request-id":"9c039105-c256-4c6c-8d91-56c172195ea1","EoS":true} {"level":"info","ts":1789157618.042441,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2544348dee149782b5a9eb2127969b74","span_id":"208b1874deeeed23","x-request-id":"9c039105-c256-4c6c-8d91-56c172195ea1"} {"level":"info","ts":1789157618.1831858,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789157618.183303,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c897fbceb601521015789d22e4c97b29","span_id":"4b455a269854c4a4","x-request-id":"23b5b0b3-ec92-4d5b-9f10-56d5de170d77"} {"level":"info","ts":1789157618.1833203,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c897fbceb601521015789d22e4c97b29","span_id":"4b455a269854c4a4","x-request-id":"23b5b0b3-ec92-4d5b-9f10-56d5de170d77"} {"level":"info","ts":1789157618.1833332,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c897fbceb601521015789d22e4c97b29","span_id":"4b455a269854c4a4","x-request-id":"23b5b0b3-ec92-4d5b-9f10-56d5de170d77","EoS":true} {"level":"info","ts":1789157618.1833823,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c897fbceb601521015789d22e4c97b29","span_id":"4b455a269854c4a4","x-request-id":"23b5b0b3-ec92-4d5b-9f10-56d5de170d77"} {"level":"error","ts":1789157626.1527655,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789157636.1537058,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789157646.1541193,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789158640.2235804,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158640.2236907,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95"} {"level":"info","ts":1789158640.2237031,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95"} {"level":"info","ts":1789158640.2237144,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95","EoS":true} {"level":"info","ts":1789158640.2237408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95","header":"x-maas-subscription"} {"level":"info","ts":1789158640.223751,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95","header":"x-maas-group"} {"level":"info","ts":1789158640.223757,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95","header":"x-maas-username"} {"level":"info","ts":1789158640.2237728,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789158640.223797,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95"} {"level":"info","ts":1789158640.224837,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95"} {"level":"info","ts":1789158640.2248585,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95"} {"level":"info","ts":1789158640.2248735,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95","EoS":false} {"level":"info","ts":1789158640.2248855,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95"} {"level":"info","ts":1789158640.2249112,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95","EoS":true} {"level":"info","ts":1789158640.22492,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19afad3301cebfa7de6d30f010e5ec81","span_id":"b3573bfa67396e5d","x-request-id":"2c837669-5108-468c-aa71-16f3956dce95"} {"level":"info","ts":1789158640.2634504,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158640.2635727,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e"} {"level":"info","ts":1789158640.2635863,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e"} {"level":"info","ts":1789158640.2635994,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e","EoS":true} {"level":"info","ts":1789158640.2636254,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e","header":"x-maas-group"} {"level":"info","ts":1789158640.2636333,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e","header":"x-maas-subscription"} {"level":"info","ts":1789158640.2636385,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e","header":"x-maas-username"} {"level":"info","ts":1789158640.263653,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789158640.2636778,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e"} {"level":"info","ts":1789158640.264623,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e"} {"level":"info","ts":1789158640.2646413,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e"} {"level":"info","ts":1789158640.2646568,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e","EoS":false} {"level":"info","ts":1789158640.2646706,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e"} {"level":"info","ts":1789158640.2646985,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e","EoS":true} {"level":"info","ts":1789158640.2647073,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec760966a172e3dbea48d2f0a1930c01","span_id":"cef8233178d22245","x-request-id":"d81b231a-4f59-4c3f-a3bd-3430d79f320e"} {"level":"error","ts":1789158651.2706308,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789158980.816569,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158980.8167267,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c"} {"level":"info","ts":1789158980.8167481,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c"} {"level":"info","ts":1789158980.8167698,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c","EoS":true} {"level":"info","ts":1789158980.8168159,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c","header":"x-maas-subscription"} {"level":"info","ts":1789158980.8168356,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c","header":"x-maas-group"} {"level":"info","ts":1789158980.8168538,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c","header":"x-maas-username"} {"level":"info","ts":1789158980.816871,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789158980.8168986,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c"} {"level":"info","ts":1789158980.829144,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c"} {"level":"info","ts":1789158980.8291652,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c"} {"level":"info","ts":1789158980.8291802,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c","EoS":false} {"level":"info","ts":1789158980.8291924,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c"} {"level":"info","ts":1789158980.8292196,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c","EoS":true} {"level":"info","ts":1789158980.829228,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8bad0ec4b31212a783584c21686dcef0","span_id":"613e14b7a36e6d94","x-request-id":"2a028b52-6804-4f46-bc8b-267268565f8c"} {"level":"info","ts":1789158980.9715052,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158980.9716225,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e"} {"level":"info","ts":1789158980.971635,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e"} {"level":"info","ts":1789158980.9716473,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e","EoS":true} {"level":"info","ts":1789158980.971673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e","header":"x-maas-subscription"} {"level":"info","ts":1789158980.9716864,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e","header":"x-maas-group"} {"level":"info","ts":1789158980.9716938,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e","header":"x-maas-username"} {"level":"info","ts":1789158980.9717088,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789158980.971735,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e"} {"level":"info","ts":1789158980.9736304,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e"} {"level":"info","ts":1789158980.9736502,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e"} {"level":"info","ts":1789158980.9736652,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e","EoS":false} {"level":"info","ts":1789158980.9736757,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e"} {"level":"info","ts":1789158980.9737034,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e","EoS":true} {"level":"info","ts":1789158980.973716,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29db44824c16e71d0bec1b878be2f0c6","span_id":"c11df342db000f89","x-request-id":"527ce279-2568-4818-8001-5271c15aa58e"} {"level":"info","ts":1789158981.1096904,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158981.1097875,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce"} {"level":"info","ts":1789158981.1098044,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce"} {"level":"info","ts":1789158981.109817,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce","EoS":true} {"level":"info","ts":1789158981.1098416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce","header":"x-maas-username"} {"level":"info","ts":1789158981.1098518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce","header":"x-maas-subscription"} {"level":"info","ts":1789158981.1098568,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce","header":"x-maas-group"} {"level":"info","ts":1789158981.1098723,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789158981.1099029,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce"} {"level":"info","ts":1789158981.1106591,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce"} {"level":"info","ts":1789158981.1106846,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce"} {"level":"info","ts":1789158981.1107004,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce","EoS":false} {"level":"info","ts":1789158981.110712,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce"} {"level":"info","ts":1789158981.1107364,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce","EoS":true} {"level":"info","ts":1789158981.1107478,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c59ee372d49668c2457d88449987f2f","span_id":"cfd8b41466b2cbea","x-request-id":"18369188-3f5d-4a69-aab6-17c3648ff2ce"} {"level":"info","ts":1789158981.256408,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158981.2565205,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c"} {"level":"info","ts":1789158981.2565339,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c"} {"level":"info","ts":1789158981.2565458,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c","EoS":true} {"level":"info","ts":1789158981.2565687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c","header":"x-maas-subscription"} {"level":"info","ts":1789158981.256584,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c","header":"x-maas-username"} {"level":"info","ts":1789158981.2565928,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c","header":"x-maas-group"} {"level":"info","ts":1789158981.2566094,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789158981.2566354,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c"} {"level":"info","ts":1789158981.2573707,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c"} {"level":"info","ts":1789158981.2573843,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c"} {"level":"info","ts":1789158981.2573974,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c","EoS":false} {"level":"info","ts":1789158981.2574096,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c"} {"level":"info","ts":1789158981.2574322,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c","EoS":true} {"level":"info","ts":1789158981.257446,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"80b23d685440dbfe289f5138bf92b4f0","span_id":"cd9a8efb74edd22b","x-request-id":"86af7cf4-5f9f-44c2-8967-da5446d8f33c"} {"level":"info","ts":1789158981.395251,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158981.3953514,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357"} {"level":"info","ts":1789158981.3953643,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357"} {"level":"info","ts":1789158981.3953757,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357","EoS":true} {"level":"info","ts":1789158981.3954008,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357","header":"x-maas-subscription"} {"level":"info","ts":1789158981.3954115,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357","header":"x-maas-group"} {"level":"info","ts":1789158981.3954163,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357","header":"x-maas-username"} {"level":"info","ts":1789158981.3954325,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789158981.395457,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357"} {"level":"info","ts":1789158981.3963296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357"} {"level":"info","ts":1789158981.3963485,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357"} {"level":"info","ts":1789158981.3963625,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357","EoS":false} {"level":"info","ts":1789158981.3963742,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357"} {"level":"info","ts":1789158981.396405,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357","EoS":true} {"level":"info","ts":1789158981.3964145,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0f2ef145e72bcf4abbbe004b7b8de72c","span_id":"72c5e6b2756247ec","x-request-id":"f7070e8b-8fe5-4d53-8ae1-7c1bca186357"} {"level":"error","ts":1789158991.3066401,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789158996.3521795,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158996.3523326,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb"} {"level":"info","ts":1789158996.3523502,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb"} {"level":"info","ts":1789158996.35237,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb","EoS":true} {"level":"info","ts":1789158996.3524072,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb","header":"x-maas-group"} {"level":"info","ts":1789158996.352422,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb","header":"x-maas-username"} {"level":"info","ts":1789158996.3524308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb","header":"x-maas-subscription"} {"level":"info","ts":1789158996.3524535,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789158996.3524888,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb"} {"level":"info","ts":1789158996.3533158,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb"} {"level":"info","ts":1789158996.3533423,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb"} {"level":"info","ts":1789158996.3533585,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb","EoS":false} {"level":"info","ts":1789158996.353371,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb"} {"level":"info","ts":1789158996.353399,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb","EoS":true} {"level":"info","ts":1789158996.3534133,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"93ccbdfe5baf10d1875d8b1fa2eca0e9","span_id":"40e321833cb8c1b7","x-request-id":"b88b7be7-aa89-4773-b3e8-e985b77190fb"} {"level":"info","ts":1789158996.4515293,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158996.4516456,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"27084fc0aae67d19b8c1ce17c96845f4","span_id":"0d7a6e8272831902","x-request-id":"227f3a95-4543-4813-9d75-92e6001a1824"} {"level":"info","ts":1789158996.4523528,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"27084fc0aae67d19b8c1ce17c96845f4","span_id":"0d7a6e8272831902","x-request-id":"227f3a95-4543-4813-9d75-92e6001a1824"} {"level":"info","ts":1789158996.4523733,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"27084fc0aae67d19b8c1ce17c96845f4","span_id":"0d7a6e8272831902","x-request-id":"227f3a95-4543-4813-9d75-92e6001a1824"} {"level":"info","ts":1789158996.4523883,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"27084fc0aae67d19b8c1ce17c96845f4","span_id":"0d7a6e8272831902","x-request-id":"227f3a95-4543-4813-9d75-92e6001a1824","EoS":false} {"level":"info","ts":1789158996.4524045,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"27084fc0aae67d19b8c1ce17c96845f4","span_id":"0d7a6e8272831902","x-request-id":"227f3a95-4543-4813-9d75-92e6001a1824"} {"level":"info","ts":1789158996.4524295,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"27084fc0aae67d19b8c1ce17c96845f4","span_id":"0d7a6e8272831902","x-request-id":"227f3a95-4543-4813-9d75-92e6001a1824","EoS":true} {"level":"info","ts":1789158996.4524384,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"27084fc0aae67d19b8c1ce17c96845f4","span_id":"0d7a6e8272831902","x-request-id":"227f3a95-4543-4813-9d75-92e6001a1824"} {"level":"info","ts":1789158997.1793566,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158997.1794803,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809"} {"level":"info","ts":1789158997.1795187,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809"} {"level":"info","ts":1789158997.179539,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809","EoS":true} {"level":"info","ts":1789158997.1795733,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809","header":"x-maas-subscription"} {"level":"info","ts":1789158997.1795852,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809","header":"x-maas-group"} {"level":"info","ts":1789158997.179595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809","header":"x-maas-username"} {"level":"info","ts":1789158997.179617,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789158997.1796525,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809"} {"level":"info","ts":1789158997.180639,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809"} {"level":"info","ts":1789158997.1806607,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809"} {"level":"info","ts":1789158997.1806777,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809","EoS":false} {"level":"info","ts":1789158997.180696,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809"} {"level":"info","ts":1789158997.180725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809","EoS":true} {"level":"info","ts":1789158997.1807334,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bf7565a0f10db0d71fa4f724e92b986b","span_id":"c30c3a4c907064bd","x-request-id":"31c61ebe-ee34-4e3d-9e03-7ecef2a87809"} {"level":"info","ts":1789158998.1099515,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158998.1100602,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a"} {"level":"info","ts":1789158998.1100721,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a"} {"level":"info","ts":1789158998.1100848,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a","EoS":true} {"level":"info","ts":1789158998.1101093,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a","header":"x-maas-group"} {"level":"info","ts":1789158998.1101193,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a","header":"x-maas-username"} {"level":"info","ts":1789158998.1101243,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a","header":"x-maas-subscription"} {"level":"info","ts":1789158998.1101396,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789158998.110163,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a"} {"level":"info","ts":1789158998.111218,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a"} {"level":"info","ts":1789158998.111236,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a"} {"level":"info","ts":1789158998.1112573,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a","EoS":false} {"level":"info","ts":1789158998.1112685,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a"} {"level":"info","ts":1789158998.1112914,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a","EoS":true} {"level":"info","ts":1789158998.1113033,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2861c23b8528ca05db3d9c076defae97","span_id":"1da1369827ddd485","x-request-id":"600e7c34-9841-4eca-aab2-593a0d44df1a"} {"level":"info","ts":1789158998.8234425,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158998.823571,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd"} {"level":"info","ts":1789158998.8235853,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd"} {"level":"info","ts":1789158998.8236098,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd","EoS":true} {"level":"info","ts":1789158998.8236475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd","header":"x-maas-username"} {"level":"info","ts":1789158998.8236594,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd","header":"x-maas-subscription"} {"level":"info","ts":1789158998.8236685,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd","header":"x-maas-group"} {"level":"info","ts":1789158998.8236902,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789158998.8237228,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd"} {"level":"info","ts":1789158998.824744,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd"} {"level":"info","ts":1789158998.8247705,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd"} {"level":"info","ts":1789158998.8247888,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd","EoS":false} {"level":"info","ts":1789158998.8248007,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd"} {"level":"info","ts":1789158998.824826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd","EoS":true} {"level":"info","ts":1789158998.824837,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4531cae4599049c844fc0b992dc68f05","span_id":"3bf7a64f49813362","x-request-id":"83fcf6a1-0c9d-4293-872b-83779b5e79fd"} {"level":"info","ts":1789158999.8575916,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789158999.8576941,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88"} {"level":"info","ts":1789158999.857708,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88"} {"level":"info","ts":1789158999.8577206,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88","EoS":true} {"level":"info","ts":1789158999.857743,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88","header":"x-maas-group"} {"level":"info","ts":1789158999.857753,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88","header":"x-maas-username"} {"level":"info","ts":1789158999.8577588,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88","header":"x-maas-subscription"} {"level":"info","ts":1789158999.8577743,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789158999.8577926,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88"} {"level":"info","ts":1789158999.8587322,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88"} {"level":"info","ts":1789158999.8587584,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88"} {"level":"info","ts":1789158999.858774,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88","EoS":false} {"level":"info","ts":1789158999.8587868,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88"} {"level":"info","ts":1789158999.8588114,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88","EoS":true} {"level":"info","ts":1789158999.8588207,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"780be84a8ef4f94534b13ecd169142b3","span_id":"186c544a15b06966","x-request-id":"c6588023-ef9b-401d-81b1-838a3739eb88"} {"level":"error","ts":1789159001.3075805,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789159011.3084795,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789159019.3011208,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789159019.301219,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556"} {"level":"info","ts":1789159019.3012347,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556"} {"level":"info","ts":1789159019.3012466,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556","EoS":true} {"level":"info","ts":1789159019.3012695,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556","header":"x-maas-username"} {"level":"info","ts":1789159019.301279,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556","header":"x-maas-group"} {"level":"info","ts":1789159019.301284,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556","header":"x-maas-subscription"} {"level":"info","ts":1789159019.3013,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789159019.301324,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556"} {"level":"info","ts":1789159019.3022256,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556"} {"level":"info","ts":1789159019.3022475,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556"} {"level":"info","ts":1789159019.3022628,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556","EoS":false} {"level":"info","ts":1789159019.3022745,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556"} {"level":"info","ts":1789159019.3023055,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556","EoS":true} {"level":"info","ts":1789159019.302319,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e78572939e05f47343440755b7a29e30","span_id":"86f17769bd06627d","x-request-id":"6a0ca99e-c4c9-4f6c-91ae-33be889fa556"} {"level":"error","ts":1789159026.3101552,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789159041.3114886,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789159110.241483,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789159110.241616,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64"} {"level":"info","ts":1789159110.2416286,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64"} {"level":"info","ts":1789159110.2416415,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64","EoS":true} {"level":"info","ts":1789159110.2416685,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64","header":"x-maas-username"} {"level":"info","ts":1789159110.24168,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64","header":"x-maas-subscription"} {"level":"info","ts":1789159110.241688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64","header":"x-maas-group"} {"level":"info","ts":1789159110.2417076,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789159110.2417355,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64"} {"level":"info","ts":1789159110.2546017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64"} {"level":"info","ts":1789159110.2546263,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64"} {"level":"info","ts":1789159110.2546465,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64","EoS":false} {"level":"info","ts":1789159110.2546587,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64"} {"level":"info","ts":1789159110.2546825,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64","EoS":true} {"level":"info","ts":1789159110.2546918,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c26b4b13575c7e8fe62bd825dedd5834","span_id":"85bb97b57d79efea","x-request-id":"2fca4642-5d1f-4ab8-99f1-48c082b70c64"} {"level":"error","ts":1789159121.3206487,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789159184.7706637,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789159184.7707648,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49"} {"level":"info","ts":1789159184.7707767,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49"} {"level":"info","ts":1789159184.7707884,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49","EoS":true} {"level":"info","ts":1789159184.7708118,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49","header":"x-maas-subscription"} {"level":"info","ts":1789159184.7708223,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49","header":"x-maas-group"} {"level":"info","ts":1789159184.7708673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49","header":"x-maas-username"} {"level":"info","ts":1789159184.7708888,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789159184.7709134,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49"} {"level":"info","ts":1789159184.7718103,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49"} {"level":"info","ts":1789159184.7718422,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49"} {"level":"info","ts":1789159184.7718647,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49","EoS":false} {"level":"info","ts":1789159184.7718794,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49"} {"level":"info","ts":1789159184.7719052,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49","EoS":true} {"level":"info","ts":1789159184.7719147,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"978e4a0fc67d3fdfc15ba5602d68e3bf","span_id":"2720fb672b300617","x-request-id":"8b5f5f4c-2cf6-4d00-becb-387f6ae1bd49"} {"level":"error","ts":1789159196.329156,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789159198.4822488,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789159198.4823778,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d"} {"level":"info","ts":1789159198.4823976,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d"} {"level":"info","ts":1789159198.482416,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d","EoS":true} {"level":"info","ts":1789159198.4824452,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d","header":"x-maas-group"} {"level":"info","ts":1789159198.4824588,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d","header":"x-maas-username"} {"level":"info","ts":1789159198.4824674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d","header":"x-maas-subscription"} {"level":"info","ts":1789159198.4824886,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789159198.4825423,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d"} {"level":"info","ts":1789159198.4957013,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d"} {"level":"info","ts":1789159198.495723,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d"} {"level":"info","ts":1789159198.495739,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d","EoS":false} {"level":"info","ts":1789159198.4957516,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d"} {"level":"info","ts":1789159198.4958434,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d","EoS":false} {"level":"info","ts":1789159198.4958699,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d"} {"level":"info","ts":1789159198.4958875,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d","EoS":true} {"level":"info","ts":1789159198.4958959,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"08e9ec4335d940929d80926b93bded92","span_id":"dd07c87a11ad0205","x-request-id":"8e945cad-4cf3-49b1-8f92-1d7ee776407d"} {"level":"info","ts":1789159198.6376617,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789159198.637755,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249"} {"level":"info","ts":1789159198.6377683,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249"} {"level":"info","ts":1789159198.6377792,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249","EoS":true} {"level":"info","ts":1789159198.637801,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249","header":"x-maas-group"} {"level":"info","ts":1789159198.6378117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249","header":"x-maas-subscription"} {"level":"info","ts":1789159198.6378164,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249","header":"x-maas-username"} {"level":"info","ts":1789159198.6378307,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789159198.6378558,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249"} {"level":"info","ts":1789159198.6401215,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249"} {"level":"info","ts":1789159198.6401424,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249"} {"level":"info","ts":1789159198.6401644,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249","EoS":false} {"level":"info","ts":1789159198.6401813,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249"} {"level":"info","ts":1789159198.64022,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249","EoS":false} {"level":"info","ts":1789159198.640232,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249"} {"level":"info","ts":1789159198.6402733,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249","EoS":false} {"level":"info","ts":1789159198.6402867,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249"} {"level":"info","ts":1789159198.6403062,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249","EoS":true} {"level":"info","ts":1789159198.6403198,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e891de450e136721ad496c60331d803","span_id":"6ed7214f290d4f9b","x-request-id":"869486ad-be4b-4a7c-9f31-3e681436e249"} {"level":"info","ts":1789159198.7794194,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789159198.7795358,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420"} {"level":"info","ts":1789159198.7795491,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420"} {"level":"info","ts":1789159198.7795613,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420","EoS":true} {"level":"info","ts":1789159198.779582,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420","header":"x-maas-subscription"} {"level":"info","ts":1789159198.7796335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420","header":"x-maas-group"} {"level":"info","ts":1789159198.7796395,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420","header":"x-maas-username"} {"level":"info","ts":1789159198.7796547,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789159198.7796788,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420"} {"level":"info","ts":1789159198.780698,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420"} {"level":"info","ts":1789159198.7807167,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420"} {"level":"info","ts":1789159198.7807345,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420","EoS":false} {"level":"info","ts":1789159198.7807534,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420"} {"level":"info","ts":1789159198.780789,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420","EoS":false} {"level":"info","ts":1789159198.7808022,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420"} {"level":"info","ts":1789159198.7808192,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420","EoS":true} {"level":"info","ts":1789159198.7808325,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"10bbb2d88898b79d84145be5e177cca3","span_id":"b66ec5b89889da62","x-request-id":"56a94295-6684-429e-8418-2a3b546aa420"} {"level":"error","ts":1789159211.329962,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789159211.5646262,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789159211.5647328,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52"} {"level":"info","ts":1789159211.5647469,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52"} {"level":"info","ts":1789159211.5647585,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52","EoS":true} {"level":"info","ts":1789159211.5647843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52","header":"x-maas-subscription"} {"level":"info","ts":1789159211.564799,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52","header":"x-maas-group"} {"level":"info","ts":1789159211.5648048,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52","header":"x-maas-username"} {"level":"info","ts":1789159211.5648208,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789159211.5648475,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52"} {"level":"info","ts":1789159211.5671513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52"} {"level":"info","ts":1789159211.567172,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52"} {"level":"info","ts":1789159211.5671954,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52","EoS":false} {"level":"info","ts":1789159211.5672169,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52"} {"level":"info","ts":1789159211.5672593,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52","EoS":false} {"level":"info","ts":1789159211.5672743,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52"} {"level":"info","ts":1789159211.5672944,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52","EoS":true} {"level":"info","ts":1789159211.567307,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01cd38305ccaae836198c72aa059b89d","span_id":"76414e9770d9f00c","x-request-id":"bddafdc5-6cbb-4068-b8de-c612807a8e52"}