{"level":"info","ts":1789372851.652967,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"b4750a98-b47e-4d56-8fef-63ab5d68715e","name":"e2e-legacy-migration-a5c3529e"} {"level":"info","ts":1789372851.6541264,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"f534322a-09fe-42fb-9c34-057567f7fa49","provider":"openai","model":"e2e-legacy-migration-a5c3529e","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789372851.660044,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"763d7679-52cc-40d0-97fc-ac40e19a3cf4","error":"ExternalModel \"e2e-legacy-migration-a5c3529e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-a5c3529e\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789372851.6667461,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"4fae5453-31ab-44a3-9d6f-35c7d52ead73"} {"level":"info","ts":1789372851.6669903,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"4fae5453-31ab-44a3-9d6f-35c7d52ead73","name":"e2e-legacy-migration-a5c3529e"} {"level":"info","ts":1789372851.666938,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"9305dc52-4f35-45ba-a5d8-db4c485117c6","name":"e2e-legacy-migration-a5c3529e","namespace":"llm"} {"level":"info","ts":1789372851.6672952,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"9305dc52-4f35-45ba-a5d8-db4c485117c6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789372851.6668932,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"08566c91-893d-4c74-9d9a-fc40fa7df383","name":"e2e-legacy-migration-a5c3529e","namespace":"llm"} {"level":"info","ts":1789372851.667389,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"08566c91-893d-4c74-9d9a-fc40fa7df383","modelName":"e2e-legacy-migration-a5c3529e","resolvedRefs":1} {"level":"info","ts":1789372851.6722884,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"b4750a98-b47e-4d56-8fef-63ab5d68715e","service":"e2e-legacy-migration-a5c3529e","serviceEntry":"e2e-legacy-migration-a5c3529e","destinationRule":"e2e-legacy-migration-a5c3529e"} {"level":"error","ts":1789372851.6792693,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"b4750a98-b47e-4d56-8fef-63ab5d68715e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-a5c3529e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789372851.6793346,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"b4bf5282-6488-4e52-941c-775a667324bb"} {"level":"info","ts":1789372851.6793761,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"b4bf5282-6488-4e52-941c-775a667324bb","name":"e2e-legacy-migration-a5c3529e"} {"level":"info","ts":1789372851.6865058,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"e737c7bf-ad2b-4ff2-b0ef-2e6dc59d8fdf","name":"e2e-legacy-migration-a5c3529e","namespace":"llm"} {"level":"info","ts":1789372851.686534,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"e737c7bf-ad2b-4ff2-b0ef-2e6dc59d8fdf","modelName":"e2e-legacy-migration-a5c3529e","resolvedRefs":1} {"level":"info","ts":1789372851.6958513,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"b4bf5282-6488-4e52-941c-775a667324bb","service":"e2e-legacy-migration-a5c3529e","serviceEntry":"e2e-legacy-migration-a5c3529e","destinationRule":"e2e-legacy-migration-a5c3529e"} {"level":"error","ts":1789372851.6965976,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"4fae5453-31ab-44a3-9d6f-35c7d52ead73","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-a5c3529e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789372851.6966624,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"4fae5453-31ab-44a3-9d6f-35c7d52ead73","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-a5c3529e\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789372851.6967158,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"c1127b7b-314d-4375-8db8-0cd8eb9be987"} {"level":"info","ts":1789372851.696761,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"c1127b7b-314d-4375-8db8-0cd8eb9be987","name":"e2e-legacy-migration-a5c3529e"} {"level":"info","ts":1789372851.7057772,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"6dfbb5bd-cc60-4a61-b9e1-0e703e8a0a3c","name":"e2e-legacy-migration-a5c3529e","namespace":"llm"} {"level":"info","ts":1789372851.7058249,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"6dfbb5bd-cc60-4a61-b9e1-0e703e8a0a3c","modelName":"e2e-legacy-migration-a5c3529e","resolvedRefs":1} {"level":"info","ts":1789372851.706919,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"c1127b7b-314d-4375-8db8-0cd8eb9be987","httpRoute":"e2e-legacy-migration-a5c3529e","providers":["e2e-legacy-migration-a5c3529e"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789372851.7114193,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"c1127b7b-314d-4375-8db8-0cd8eb9be987","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-a5c3529e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789372851.711488,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"7e5ec83a-cdee-4370-a9b8-b90e094f7805"} {"level":"info","ts":1789372851.7115417,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"7e5ec83a-cdee-4370-a9b8-b90e094f7805","name":"e2e-legacy-migration-a5c3529e"} {"level":"info","ts":1789372851.7244983,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"4e6d767e-a86d-41b5-8b68-adf22baa9423","name":"e2e-legacy-migration-a5c3529e","namespace":"llm"} {"level":"info","ts":1789372851.7245357,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"4e6d767e-a86d-41b5-8b68-adf22baa9423","modelName":"e2e-legacy-migration-a5c3529e","resolvedRefs":1} {"level":"info","ts":1789372851.7266035,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"7e5ec83a-cdee-4370-a9b8-b90e094f7805","httpRoute":"e2e-legacy-migration-a5c3529e","providers":["e2e-legacy-migration-a5c3529e"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789372851.7306623,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"7e5ec83a-cdee-4370-a9b8-b90e094f7805","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-a5c3529e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789372851.7307277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"63dd2acf-68bc-40b8-9f1a-637160f30c46"} {"level":"info","ts":1789372851.7307816,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"63dd2acf-68bc-40b8-9f1a-637160f30c46","name":"e2e-legacy-migration-a5c3529e"} {"level":"info","ts":1789372851.7410593,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"63dd2acf-68bc-40b8-9f1a-637160f30c46","httpRoute":"e2e-legacy-migration-a5c3529e","providers":["e2e-legacy-migration-a5c3529e"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789372851.9371405,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"2378c0d1-7732-42dc-b9bd-cf38ee1471e1","name":"e2e-legacy-migration-a5c3529e","namespace":"llm"} {"level":"info","ts":1789372851.941791,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"2378c0d1-7732-42dc-b9bd-cf38ee1471e1","name":"e2e-legacy-migration-a5c3529e"} {"level":"info","ts":1789372851.9474707,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"2378c0d1-7732-42dc-b9bd-cf38ee1471e1","provider":"openai","model":"e2e-legacy-migration-a5c3529e","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789372854.5994222,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"f9027c17-4be4-458e-8e71-8845198b01c3","name":"e2e-legacy-migration-a5c3529e","namespace":"llm"} {"level":"info","ts":1789372854.6177444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"54e700f2-0143-4eb3-b873-da45e39a629c","name":"e2e-legacy-migration-a5c3529e","namespace":"llm"} {"level":"info","ts":1789372854.6177843,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"54e700f2-0143-4eb3-b873-da45e39a629c","name":"e2e-legacy-migration-a5c3529e","namespace":"llm"} {"level":"info","ts":1789372854.6177511,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"d869b156-013f-4d1f-95d1-9d52945d7d41"} {"level":"info","ts":1789372854.6181643,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"b3793a82-771d-42e0-8a0c-a2ca2f1e6d81","name":"e2e-legacy-migration-a5c3529e","namespace":"llm"} {"level":"info","ts":1789372854.618241,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"b3793a82-771d-42e0-8a0c-a2ca2f1e6d81","name":"e2e-legacy-migration-a5c3529e","namespace":"llm"} {"level":"info","ts":1789372854.6183214,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a5c3529e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a5c3529e","reconcileID":"ffdb4bab-264d-42e9-ae51-66993c2c6e1b"} {"level":"info","ts":1789372855.0624435,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789372855.0625608,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8"} {"level":"info","ts":1789372855.0625799,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8"} {"level":"info","ts":1789372855.0625982,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8","EoS":true} {"level":"info","ts":1789372855.0626314,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8","header":"x-maas-subscription"} {"level":"info","ts":1789372855.0626605,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8","header":"x-maas-group"} {"level":"info","ts":1789372855.0626676,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8","header":"x-maas-username"} {"level":"info","ts":1789372855.0626864,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789372855.0626972,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8","modelName":"e2e-external-model"} {"level":"info","ts":1789372855.062711,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789372855.0627398,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789372855.0627635,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8","authType":"apikey"} {"level":"info","ts":1789372855.0627987,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8"} {"level":"info","ts":1789372855.7747612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8"} {"level":"info","ts":1789372855.7747908,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8"} {"level":"info","ts":1789372855.7748084,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8","EoS":false} {"level":"info","ts":1789372855.7748215,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8"} {"level":"info","ts":1789372855.774856,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8","EoS":true} {"level":"info","ts":1789372855.774864,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d9cdb36fcbb950017824681cf45259a","span_id":"56477bbe5bb99e50","x-request-id":"651b5052-1d9b-4cac-9f80-717f804e5aa8"} {"level":"info","ts":1789372855.8219287,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789372855.8220198,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff"} {"level":"info","ts":1789372855.8220315,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff"} {"level":"info","ts":1789372855.822043,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff","EoS":true} {"level":"info","ts":1789372855.8220735,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff","header":"x-maas-group"} {"level":"info","ts":1789372855.8220832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff","header":"x-maas-username"} {"level":"info","ts":1789372855.8220887,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff","header":"x-maas-subscription"} {"level":"info","ts":1789372855.8221047,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789372855.8221292,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff"} {"level":"info","ts":1789372855.9308906,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff"} {"level":"info","ts":1789372855.9309237,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff"} {"level":"info","ts":1789372855.930943,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff","EoS":false} {"level":"info","ts":1789372855.930956,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff"} {"level":"info","ts":1789372855.9310646,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff","EoS":true} {"level":"info","ts":1789372855.9310808,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a9b8aa1b5d836ae198ef871bfff863d1","span_id":"7e7c18c17a9ccec7","x-request-id":"7ada1b5e-eac3-44e2-9310-2b08cc8657ff"} {"level":"info","ts":1789372855.9858205,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789372855.9859164,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0"} {"level":"info","ts":1789372855.985931,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0"} {"level":"info","ts":1789372855.9859433,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0","EoS":true} {"level":"info","ts":1789372855.9859705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0","header":"x-maas-username"} {"level":"info","ts":1789372855.9859831,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0","header":"x-maas-subscription"} {"level":"info","ts":1789372855.9859884,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0","header":"x-maas-group"} {"level":"info","ts":1789372855.986017,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0"} {"level":"info","ts":1789372856.2440994,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0"} {"level":"info","ts":1789372856.2441275,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0"} {"level":"info","ts":1789372856.244145,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0","EoS":false} {"level":"info","ts":1789372856.2441583,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0"} {"level":"info","ts":1789372856.244188,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0","EoS":true} {"level":"info","ts":1789372856.2441986,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1f14f71a03ae5d3fb7b901fe11a4b48","span_id":"736f88cde4528ca0","x-request-id":"676b21d5-91b1-428c-b695-c6e76a462cd0"} {"level":"info","ts":1789372857.0891893,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"589ac51c-e329-452d-af70-3ccde017c7a3"} {"level":"info","ts":1789372857.0891807,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8812381-cd7b-4fbc-82f9-51a18f806d65","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789372857.089222,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8812381-cd7b-4fbc-82f9-51a18f806d65","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789372857.2214653,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02fa7e70-6e77-4116-b564-f259e7c34631","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789372857.2217867,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02fa7e70-6e77-4116-b564-f259e7c34631","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789372857.2217002,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95a923a8-3051-4e7a-afb1-568320706080"} {"level":"info","ts":1789372857.3424191,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4a7dfc17-e98d-4e03-bb65-a2dfe4d27880","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789372857.3424685,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4a7dfc17-e98d-4e03-bb65-a2dfe4d27880","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789372861.8862424,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789372861.8863473,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963"} {"level":"info","ts":1789372861.8863611,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963"} {"level":"info","ts":1789372861.8863742,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963","EoS":true} {"level":"info","ts":1789372861.8864045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963","header":"x-maas-subscription"} {"level":"info","ts":1789372861.886415,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963","header":"x-maas-username"} {"level":"info","ts":1789372861.886421,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963","header":"x-maas-group"} {"level":"info","ts":1789372861.8864353,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789372861.886467,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963"} {"level":"info","ts":1789372861.8939724,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963"} {"level":"info","ts":1789372861.893998,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963"} {"level":"info","ts":1789372861.8940132,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963","EoS":false} {"level":"info","ts":1789372861.8940263,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963"} {"level":"info","ts":1789372861.894055,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963","EoS":true} {"level":"info","ts":1789372861.8940692,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f012a053f283ea277e74c8c8aa1325a3","span_id":"ddd37f5482897596","x-request-id":"241c180b-a8fb-4ca4-9f0b-0346530ee963"} {"level":"info","ts":1789372861.947131,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789372861.9472368,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a"} {"level":"info","ts":1789372861.9472558,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a"} {"level":"info","ts":1789372861.947268,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a","EoS":true} {"level":"info","ts":1789372861.9472966,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a","header":"x-maas-group"} {"level":"info","ts":1789372861.9473073,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a","header":"x-maas-subscription"} {"level":"info","ts":1789372861.9473124,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a","header":"x-maas-username"} {"level":"info","ts":1789372861.9473305,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789372861.9473567,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a"} {"level":"info","ts":1789372861.952944,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a"} {"level":"info","ts":1789372861.952977,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a"} {"level":"info","ts":1789372861.9529915,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a","EoS":false} {"level":"info","ts":1789372861.9530044,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a"} {"level":"info","ts":1789372861.9530342,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a","EoS":true} {"level":"info","ts":1789372861.9530432,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0240a86d376160ce5fd38788549ace2b","span_id":"09ed900e29a1aaeb","x-request-id":"70ab9e22-a1dc-4860-b543-3cc05c234b1a"} {"level":"info","ts":1789372862.0121365,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789372862.012255,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf"} {"level":"info","ts":1789372862.0122705,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf"} {"level":"info","ts":1789372862.0122914,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf","EoS":true} {"level":"info","ts":1789372862.0123298,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf","header":"x-maas-subscription"} {"level":"info","ts":1789372862.0123446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf","header":"x-maas-username"} {"level":"info","ts":1789372862.0123534,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf","header":"x-maas-group"} {"level":"info","ts":1789372862.0123773,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789372862.0124083,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf"} {"level":"info","ts":1789372862.013408,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf"} {"level":"info","ts":1789372862.0134277,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf"} {"level":"info","ts":1789372862.0134404,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf","EoS":false} {"level":"info","ts":1789372862.01345,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf"} {"level":"info","ts":1789372862.0134761,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf","EoS":true} {"level":"info","ts":1789372862.0134869,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b854023a4390ed0c2e0e1e2645ca06cc","span_id":"f0ac41d5d6a69b11","x-request-id":"d8a5788c-af07-4e5c-bfba-1143f44e5dcf"} {"level":"info","ts":1789372862.0659564,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789372862.0660608,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763"} {"level":"info","ts":1789372862.0660765,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763"} {"level":"info","ts":1789372862.0660887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763","EoS":true} {"level":"info","ts":1789372862.0661113,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763","header":"x-maas-subscription"} {"level":"info","ts":1789372862.066121,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763","header":"x-maas-username"} {"level":"info","ts":1789372862.0661273,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763","header":"x-maas-group"} {"level":"info","ts":1789372862.0661418,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789372862.0661702,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763"} {"level":"info","ts":1789372862.0672984,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763"} {"level":"info","ts":1789372862.067317,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763"} {"level":"info","ts":1789372862.0673316,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763","EoS":false} {"level":"info","ts":1789372862.0673423,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763"} {"level":"info","ts":1789372862.067376,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763","EoS":true} {"level":"info","ts":1789372862.067389,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fc838e840430921d537d14259241aefe","span_id":"8df6990402fec7e6","x-request-id":"160ddcfb-8861-4294-adde-c3c6b2210763"} {"level":"error","ts":1789372863.843992,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789372873.8448129,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789372876.4354997,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789372876.4356253,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ab569aee531555affc6d001ac516a213","span_id":"88cc9503e2e6f5bd","x-request-id":"5988d840-7f3b-4866-811a-62e336f95a66"} {"level":"info","ts":1789372876.4356577,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ab569aee531555affc6d001ac516a213","span_id":"88cc9503e2e6f5bd","x-request-id":"5988d840-7f3b-4866-811a-62e336f95a66"} {"level":"info","ts":1789372876.4356782,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ab569aee531555affc6d001ac516a213","span_id":"88cc9503e2e6f5bd","x-request-id":"5988d840-7f3b-4866-811a-62e336f95a66","EoS":true} {"level":"info","ts":1789372876.4357448,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ab569aee531555affc6d001ac516a213","span_id":"88cc9503e2e6f5bd","x-request-id":"5988d840-7f3b-4866-811a-62e336f95a66"} {"level":"info","ts":1789372876.58296,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789372876.583062,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ed290ac2401fc26671965ca8a470c98c","span_id":"96b9ae1d5409673f","x-request-id":"f746cf01-21fa-4005-bf94-b608c9145ac1"} {"level":"info","ts":1789372876.5830734,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ed290ac2401fc26671965ca8a470c98c","span_id":"96b9ae1d5409673f","x-request-id":"f746cf01-21fa-4005-bf94-b608c9145ac1"} {"level":"info","ts":1789372876.5830848,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ed290ac2401fc26671965ca8a470c98c","span_id":"96b9ae1d5409673f","x-request-id":"f746cf01-21fa-4005-bf94-b608c9145ac1","EoS":true} {"level":"info","ts":1789372876.5831366,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ed290ac2401fc26671965ca8a470c98c","span_id":"96b9ae1d5409673f","x-request-id":"f746cf01-21fa-4005-bf94-b608c9145ac1"} {"level":"info","ts":1789372876.7273338,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789372876.7274497,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a8b451d1b1920b073ba2bbc2ac1dd642","span_id":"91de9d6bcae839bb","x-request-id":"ed8204fe-4235-4283-9ca3-c9706801daa8"} {"level":"info","ts":1789372876.7274632,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a8b451d1b1920b073ba2bbc2ac1dd642","span_id":"91de9d6bcae839bb","x-request-id":"ed8204fe-4235-4283-9ca3-c9706801daa8"} {"level":"info","ts":1789372876.7274814,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a8b451d1b1920b073ba2bbc2ac1dd642","span_id":"91de9d6bcae839bb","x-request-id":"ed8204fe-4235-4283-9ca3-c9706801daa8","EoS":true} {"level":"info","ts":1789372876.7275429,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a8b451d1b1920b073ba2bbc2ac1dd642","span_id":"91de9d6bcae839bb","x-request-id":"ed8204fe-4235-4283-9ca3-c9706801daa8"} {"level":"error","ts":1789372883.8455815,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789372893.8464627,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789372908.8477688,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789373843.4779632,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789373843.4780698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852"} {"level":"info","ts":1789373843.4780812,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852"} {"level":"info","ts":1789373843.4780931,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852","EoS":true} {"level":"info","ts":1789373843.4781194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852","header":"x-maas-subscription"} {"level":"info","ts":1789373843.4781296,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852","header":"x-maas-group"} {"level":"info","ts":1789373843.4781349,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852","header":"x-maas-username"} {"level":"info","ts":1789373843.4781504,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789373843.4781742,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852"} {"level":"info","ts":1789373843.4798849,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852"} {"level":"info","ts":1789373843.4799047,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852"} {"level":"info","ts":1789373843.47992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852","EoS":false} {"level":"info","ts":1789373843.479931,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852"} {"level":"info","ts":1789373843.4799557,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852","EoS":true} {"level":"info","ts":1789373843.479965,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96f3519c275847aa4e84e27f458f10e2","span_id":"8ecc3cb154e01ded","x-request-id":"f09a584a-ea9b-441e-92bf-d2ec8d90b852"} {"level":"info","ts":1789373843.519947,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789373843.5200505,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe"} {"level":"info","ts":1789373843.5200644,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe"} {"level":"info","ts":1789373843.5200777,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe","EoS":true} {"level":"info","ts":1789373843.5201416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe","header":"x-maas-group"} {"level":"info","ts":1789373843.520153,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe","header":"x-maas-username"} {"level":"info","ts":1789373843.5201607,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe","header":"x-maas-subscription"} {"level":"info","ts":1789373843.52018,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789373843.520207,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe"} {"level":"info","ts":1789373843.521061,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe"} {"level":"info","ts":1789373843.5210838,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe"} {"level":"info","ts":1789373843.5210948,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe","EoS":false} {"level":"info","ts":1789373843.5211067,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe"} {"level":"info","ts":1789373843.5211344,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe","EoS":true} {"level":"info","ts":1789373843.521146,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"82a62a7f2d658b89e51998f50d662b05","span_id":"51985e56d9bc6557","x-request-id":"12d07208-1d20-42be-b502-67a1037bf9fe"} {"level":"error","ts":1789373853.9598815,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789374182.205113,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374182.2052188,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e"} {"level":"info","ts":1789374182.2052336,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e"} {"level":"info","ts":1789374182.2052457,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e","EoS":true} {"level":"info","ts":1789374182.2052708,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e","header":"x-maas-username"} {"level":"info","ts":1789374182.205281,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e","header":"x-maas-subscription"} {"level":"info","ts":1789374182.2052865,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e","header":"x-maas-group"} {"level":"info","ts":1789374182.2053013,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374182.205323,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e"} {"level":"info","ts":1789374182.217691,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e"} {"level":"info","ts":1789374182.2177157,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e"} {"level":"info","ts":1789374182.217737,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e","EoS":false} {"level":"info","ts":1789374182.2177548,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e"} {"level":"info","ts":1789374182.2177947,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e","EoS":true} {"level":"info","ts":1789374182.2178082,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05d1d19d91ae495306d4a12d4b4b7ee4","span_id":"3ce772e0dd7edd82","x-request-id":"85fc5fd6-dd3a-40b0-be14-ab6db1a57c7e"} {"level":"info","ts":1789374182.3633153,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374182.3634155,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35"} {"level":"info","ts":1789374182.3634286,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35"} {"level":"info","ts":1789374182.3634398,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35","EoS":true} {"level":"info","ts":1789374182.3634672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35","header":"x-maas-username"} {"level":"info","ts":1789374182.3634827,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35","header":"x-maas-subscription"} {"level":"info","ts":1789374182.3634882,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35","header":"x-maas-group"} {"level":"info","ts":1789374182.3635035,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374182.363532,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35"} {"level":"info","ts":1789374182.3644097,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35"} {"level":"info","ts":1789374182.3644335,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35"} {"level":"info","ts":1789374182.3644462,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35","EoS":false} {"level":"info","ts":1789374182.3644626,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35"} {"level":"info","ts":1789374182.3644872,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35","EoS":true} {"level":"info","ts":1789374182.3645005,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05a34555424ccf44479598779c212368","span_id":"417658123c223107","x-request-id":"36efab41-aa38-4aa5-8c39-b937e0525a35"} {"level":"info","ts":1789374182.499748,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374182.4998686,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408"} {"level":"info","ts":1789374182.4998832,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408"} {"level":"info","ts":1789374182.4999025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408","EoS":true} {"level":"info","ts":1789374182.4999385,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408","header":"x-maas-username"} {"level":"info","ts":1789374182.49995,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408","header":"x-maas-group"} {"level":"info","ts":1789374182.4999588,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408","header":"x-maas-subscription"} {"level":"info","ts":1789374182.4999826,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374182.5000167,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408"} {"level":"info","ts":1789374182.5008564,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408"} {"level":"info","ts":1789374182.5008807,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408"} {"level":"info","ts":1789374182.5008926,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408","EoS":false} {"level":"info","ts":1789374182.5009048,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408"} {"level":"info","ts":1789374182.5009305,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408","EoS":true} {"level":"info","ts":1789374182.5009382,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70c3123088bbb9aa7636849d86964434","span_id":"ec7470f2edfffd73","x-request-id":"512e9a5c-fcde-4412-82aa-c31e11720408"} {"level":"info","ts":1789374182.6393876,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374182.6395006,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2"} {"level":"info","ts":1789374182.6395156,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2"} {"level":"info","ts":1789374182.639527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2","EoS":true} {"level":"info","ts":1789374182.6395938,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2","header":"x-maas-username"} {"level":"info","ts":1789374182.6396058,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2","header":"x-maas-subscription"} {"level":"info","ts":1789374182.6396105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2","header":"x-maas-group"} {"level":"info","ts":1789374182.6396258,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374182.6396887,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2"} {"level":"info","ts":1789374182.6404736,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2"} {"level":"info","ts":1789374182.6405046,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2"} {"level":"info","ts":1789374182.6405199,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2","EoS":false} {"level":"info","ts":1789374182.6405365,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2"} {"level":"info","ts":1789374182.6405685,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2","EoS":true} {"level":"info","ts":1789374182.6405826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"57b56791fcc03a998472b40a7f3d3ae6","span_id":"7c74f5273168cd17","x-request-id":"9e180026-05e0-4c88-b845-0cf705b400e2"} {"level":"info","ts":1789374182.778596,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374182.7787235,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f"} {"level":"info","ts":1789374182.778739,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f"} {"level":"info","ts":1789374182.778752,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f","EoS":true} {"level":"info","ts":1789374182.7787762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f","header":"x-maas-group"} {"level":"info","ts":1789374182.7787857,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f","header":"x-maas-subscription"} {"level":"info","ts":1789374182.7787905,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f","header":"x-maas-username"} {"level":"info","ts":1789374182.778807,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374182.7788284,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f"} {"level":"info","ts":1789374182.7805889,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f"} {"level":"info","ts":1789374182.7806082,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f"} {"level":"info","ts":1789374182.7806196,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f","EoS":false} {"level":"info","ts":1789374182.7806323,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f"} {"level":"info","ts":1789374182.7806733,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f","EoS":true} {"level":"info","ts":1789374182.7806878,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"623ff321746a0c001d2a4c6414238e93","span_id":"4ed1a84208c871bf","x-request-id":"46bf0528-e994-4d33-bbd2-f11ec1a1df2f"} {"level":"error","ts":1789374194.0000744,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789374197.8353577,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374197.8354585,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a"} {"level":"info","ts":1789374197.8354719,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a"} {"level":"info","ts":1789374197.8354847,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a","EoS":true} {"level":"info","ts":1789374197.835517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a","header":"x-maas-subscription"} {"level":"info","ts":1789374197.835532,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a","header":"x-maas-username"} {"level":"info","ts":1789374197.8355398,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a","header":"x-maas-group"} {"level":"info","ts":1789374197.8355587,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374197.8355842,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a"} {"level":"info","ts":1789374197.8364003,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a"} {"level":"info","ts":1789374197.83642,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a"} {"level":"info","ts":1789374197.8364375,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a","EoS":false} {"level":"info","ts":1789374197.836448,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a"} {"level":"info","ts":1789374197.8364713,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a","EoS":true} {"level":"info","ts":1789374197.8364818,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e451e20a2873041a821bb63f7f4baab5","span_id":"2480144901b6d03c","x-request-id":"d5ae56fa-f5bd-4848-8e03-c9b957e73b5a"} {"level":"info","ts":1789374197.8779416,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374197.8780262,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1"} {"level":"info","ts":1789374197.8780382,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1"} {"level":"info","ts":1789374197.8780482,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1","EoS":true} {"level":"info","ts":1789374197.8780675,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1","header":"x-maas-username"} {"level":"info","ts":1789374197.8780773,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1","header":"x-maas-subscription"} {"level":"info","ts":1789374197.878082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1","header":"x-maas-group"} {"level":"info","ts":1789374197.8781,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374197.8781223,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1"} {"level":"info","ts":1789374197.8790154,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1"} {"level":"info","ts":1789374197.8790362,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1"} {"level":"info","ts":1789374197.8790555,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1","EoS":false} {"level":"info","ts":1789374197.8790653,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1"} {"level":"info","ts":1789374197.8790877,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1","EoS":true} {"level":"info","ts":1789374197.8790975,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88cd81274b1989cfc947d8b33641a076","span_id":"ffa2209dfe00d23c","x-request-id":"b7160251-5f47-453f-8650-726ad550ecf1"} {"level":"info","ts":1789374197.978166,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374197.978262,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"076143855a3de2e259aec7307d64016d","span_id":"a090c7348ad41833","x-request-id":"a515bd80-1c07-46d0-a369-21e3ad548c79"} {"level":"info","ts":1789374197.978976,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"076143855a3de2e259aec7307d64016d","span_id":"a090c7348ad41833","x-request-id":"a515bd80-1c07-46d0-a369-21e3ad548c79"} {"level":"info","ts":1789374197.9789941,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"076143855a3de2e259aec7307d64016d","span_id":"a090c7348ad41833","x-request-id":"a515bd80-1c07-46d0-a369-21e3ad548c79"} {"level":"info","ts":1789374197.9790075,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"076143855a3de2e259aec7307d64016d","span_id":"a090c7348ad41833","x-request-id":"a515bd80-1c07-46d0-a369-21e3ad548c79","EoS":false} {"level":"info","ts":1789374197.979022,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"076143855a3de2e259aec7307d64016d","span_id":"a090c7348ad41833","x-request-id":"a515bd80-1c07-46d0-a369-21e3ad548c79"} {"level":"info","ts":1789374197.9790456,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"076143855a3de2e259aec7307d64016d","span_id":"a090c7348ad41833","x-request-id":"a515bd80-1c07-46d0-a369-21e3ad548c79","EoS":true} {"level":"info","ts":1789374197.9790595,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"076143855a3de2e259aec7307d64016d","span_id":"a090c7348ad41833","x-request-id":"a515bd80-1c07-46d0-a369-21e3ad548c79"} {"level":"info","ts":1789374198.7414572,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374198.7415652,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482"} {"level":"info","ts":1789374198.741578,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482"} {"level":"info","ts":1789374198.7415903,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482","EoS":true} {"level":"info","ts":1789374198.7416146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482","header":"x-maas-subscription"} {"level":"info","ts":1789374198.7416255,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482","header":"x-maas-username"} {"level":"info","ts":1789374198.7416308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482","header":"x-maas-group"} {"level":"info","ts":1789374198.741665,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374198.7416978,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482"} {"level":"info","ts":1789374198.742553,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482"} {"level":"info","ts":1789374198.7425737,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482"} {"level":"info","ts":1789374198.7425866,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482","EoS":false} {"level":"info","ts":1789374198.7426002,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482"} {"level":"info","ts":1789374198.7426279,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482","EoS":true} {"level":"info","ts":1789374198.742664,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7d8526460e3eb2504bdf64dd958a04f","span_id":"7ab88f3b9ae46986","x-request-id":"9711401a-4194-43a2-a614-b2177374d482"} {"level":"info","ts":1789374199.6932888,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374199.6933951,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e"} {"level":"info","ts":1789374199.6934083,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e"} {"level":"info","ts":1789374199.6934206,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e","EoS":true} {"level":"info","ts":1789374199.6934443,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e","header":"x-maas-subscription"} {"level":"info","ts":1789374199.693454,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e","header":"x-maas-group"} {"level":"info","ts":1789374199.6934588,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e","header":"x-maas-username"} {"level":"info","ts":1789374199.693474,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374199.693499,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e"} {"level":"info","ts":1789374199.6942728,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e"} {"level":"info","ts":1789374199.694289,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e"} {"level":"info","ts":1789374199.694307,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e","EoS":false} {"level":"info","ts":1789374199.6943185,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e"} {"level":"info","ts":1789374199.6943407,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e","EoS":true} {"level":"info","ts":1789374199.69435,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0c13aa2953ba58040c5cf39de962e4d","span_id":"e5f7417e0335947e","x-request-id":"df4c83dd-3058-4ffa-b396-e8ca96dbb33e"} {"level":"info","ts":1789374200.4109304,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374200.4110296,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa"} {"level":"info","ts":1789374200.4110415,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa"} {"level":"info","ts":1789374200.4110525,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa","EoS":true} {"level":"info","ts":1789374200.411075,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa","header":"x-maas-group"} {"level":"info","ts":1789374200.4110851,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa","header":"x-maas-subscription"} {"level":"info","ts":1789374200.4110904,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa","header":"x-maas-username"} {"level":"info","ts":1789374200.4111059,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374200.411132,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa"} {"level":"info","ts":1789374200.4119427,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa"} {"level":"info","ts":1789374200.4119625,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa"} {"level":"info","ts":1789374200.4119809,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa","EoS":false} {"level":"info","ts":1789374200.4119923,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa"} {"level":"info","ts":1789374200.4120173,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa","EoS":true} {"level":"info","ts":1789374200.4120264,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ec95307e8b9c79816fc413e50bd84de","span_id":"019ab11b160eea87","x-request-id":"f647b0f0-5fa4-48dd-a894-021a470496aa"} {"level":"info","ts":1789374201.474677,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374201.4747813,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9"} {"level":"info","ts":1789374201.4747941,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9"} {"level":"info","ts":1789374201.4748073,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9","EoS":true} {"level":"info","ts":1789374201.4748318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9","header":"x-maas-subscription"} {"level":"info","ts":1789374201.474846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9","header":"x-maas-group"} {"level":"info","ts":1789374201.4748535,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9","header":"x-maas-username"} {"level":"info","ts":1789374201.474872,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374201.4748979,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9"} {"level":"info","ts":1789374201.475682,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9"} {"level":"info","ts":1789374201.4757001,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9"} {"level":"info","ts":1789374201.4757144,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9","EoS":false} {"level":"info","ts":1789374201.4757268,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9"} {"level":"info","ts":1789374201.4757547,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9","EoS":true} {"level":"info","ts":1789374201.4757657,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"143387a360b8a5a7b57607c9851f5439","span_id":"7324ade62407a3c3","x-request-id":"ac4707de-7025-4686-99a6-565a50f35be9"} {"level":"error","ts":1789374209.0020933,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789374219.00288,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789374221.0537946,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374221.0538964,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc"} {"level":"info","ts":1789374221.053911,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc"} {"level":"info","ts":1789374221.0539243,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc","EoS":true} {"level":"info","ts":1789374221.0539489,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc","header":"x-maas-group"} {"level":"info","ts":1789374221.0539598,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc","header":"x-maas-username"} {"level":"info","ts":1789374221.053965,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc","header":"x-maas-subscription"} {"level":"info","ts":1789374221.0539796,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374221.0540042,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc"} {"level":"info","ts":1789374221.0548477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc"} {"level":"info","ts":1789374221.0548687,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc"} {"level":"info","ts":1789374221.0548832,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc","EoS":false} {"level":"info","ts":1789374221.0548997,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc"} {"level":"info","ts":1789374221.0549242,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc","EoS":true} {"level":"info","ts":1789374221.0549338,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d9b8e84083206888e80954ff9df74a6","span_id":"39f267b040cc5cb3","x-request-id":"c6ffcea5-b646-4ca7-b222-87975876bafc"} {"level":"error","ts":1789374234.0040596,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789374314.2951336,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374314.2952578,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3"} {"level":"info","ts":1789374314.295274,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3"} {"level":"info","ts":1789374314.2952921,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3","EoS":true} {"level":"info","ts":1789374314.295328,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3","header":"x-maas-username"} {"level":"info","ts":1789374314.2953413,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3","header":"x-maas-subscription"} {"level":"info","ts":1789374314.2953508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3","header":"x-maas-group"} {"level":"info","ts":1789374314.2953725,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789374314.295408,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3"} {"level":"info","ts":1789374314.3085048,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3"} {"level":"info","ts":1789374314.3085244,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3"} {"level":"info","ts":1789374314.308539,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3","EoS":false} {"level":"info","ts":1789374314.3085513,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3"} {"level":"info","ts":1789374314.3085763,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3","EoS":true} {"level":"info","ts":1789374314.3085837,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"806d1eeba67fc1ee4724c603f252867a","span_id":"4aa5d895135299ff","x-request-id":"5c22e806-6510-47d6-8552-71ad44cdc1c3"} {"level":"error","ts":1789374329.0144691,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789374389.65704,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374389.6571412,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878"} {"level":"info","ts":1789374389.6571534,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878"} {"level":"info","ts":1789374389.6571648,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878","EoS":true} {"level":"info","ts":1789374389.657189,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878","header":"x-maas-username"} {"level":"info","ts":1789374389.6571984,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878","header":"x-maas-group"} {"level":"info","ts":1789374389.6572037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878","header":"x-maas-subscription"} {"level":"info","ts":1789374389.6572206,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789374389.6572444,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878"} {"level":"info","ts":1789374389.6581724,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878"} {"level":"info","ts":1789374389.6581938,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878"} {"level":"info","ts":1789374389.6582139,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878","EoS":false} {"level":"info","ts":1789374389.6582315,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878"} {"level":"info","ts":1789374389.6582687,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878","EoS":true} {"level":"info","ts":1789374389.6582797,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3631f1fc0edaa3a670451e688fdd1508","span_id":"0afe3821ac28fb7f","x-request-id":"f2337cb0-84b0-4589-99dc-28cce8e29878"} {"level":"info","ts":1789374403.5461614,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374403.5462632,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6"} {"level":"info","ts":1789374403.5463014,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6"} {"level":"info","ts":1789374403.5463142,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6","EoS":true} {"level":"info","ts":1789374403.546336,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6","header":"x-maas-username"} {"level":"info","ts":1789374403.5463467,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6","header":"x-maas-subscription"} {"level":"info","ts":1789374403.5463524,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6","header":"x-maas-group"} {"level":"info","ts":1789374403.5463674,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789374403.546393,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6"} {"level":"info","ts":1789374403.5588439,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6"} {"level":"info","ts":1789374403.5588624,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6"} {"level":"info","ts":1789374403.558879,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6","EoS":false} {"level":"info","ts":1789374403.5588915,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6"} {"level":"info","ts":1789374403.5589166,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6","EoS":false} {"level":"info","ts":1789374403.5589268,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6"} {"level":"info","ts":1789374403.5589375,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6","EoS":true} {"level":"info","ts":1789374403.5589433,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d5e58e1692c9e969f2da8264d9664a6","span_id":"094a02d65145e3bb","x-request-id":"f6bc38f5-dad1-4b23-aefb-a09a3e114cc6"} {"level":"info","ts":1789374403.698837,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374403.6989417,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca"} {"level":"info","ts":1789374403.6989563,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca"} {"level":"info","ts":1789374403.6989746,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca","EoS":true} {"level":"info","ts":1789374403.6990063,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca","header":"x-maas-group"} {"level":"info","ts":1789374403.6990173,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca","header":"x-maas-username"} {"level":"info","ts":1789374403.699025,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca","header":"x-maas-subscription"} {"level":"info","ts":1789374403.699045,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789374403.6990795,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca"} {"level":"info","ts":1789374403.699976,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca"} {"level":"info","ts":1789374403.699994,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca"} {"level":"info","ts":1789374403.7000127,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca","EoS":false} {"level":"info","ts":1789374403.7000253,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca"} {"level":"info","ts":1789374403.7000527,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca","EoS":true} {"level":"info","ts":1789374403.7000654,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2e3abe4fe33af303a143be3ae9a780ae","span_id":"ecd4a52e7f5413a4","x-request-id":"8655d9b9-8679-4883-9508-c32947e2b9ca"} {"level":"info","ts":1789374403.8385897,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374403.8387208,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162"} {"level":"info","ts":1789374403.8387353,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162"} {"level":"info","ts":1789374403.8387532,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162","EoS":true} {"level":"info","ts":1789374403.838785,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162","header":"x-maas-username"} {"level":"info","ts":1789374403.8388004,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162","header":"x-maas-group"} {"level":"info","ts":1789374403.8388083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162","header":"x-maas-subscription"} {"level":"info","ts":1789374403.838829,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789374403.8388643,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162"} {"level":"info","ts":1789374403.8397863,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162"} {"level":"info","ts":1789374403.839807,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162"} {"level":"info","ts":1789374403.8398285,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162","EoS":false} {"level":"info","ts":1789374403.8398445,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162"} {"level":"info","ts":1789374403.8398707,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162","EoS":true} {"level":"info","ts":1789374403.839881,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e16639479f4244cfa97a6f4d03086cde","span_id":"cd56720276c835b3","x-request-id":"3b333f16-a619-4172-976b-eb4a3b30b162"} {"level":"error","ts":1789374404.0226822,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789374414.0238564,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789374416.7267377,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789374416.726846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252"} {"level":"info","ts":1789374416.7268622,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252"} {"level":"info","ts":1789374416.726874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252","EoS":true} {"level":"info","ts":1789374416.7268958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252","header":"x-maas-subscription"} {"level":"info","ts":1789374416.7269096,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252","header":"x-maas-username"} {"level":"info","ts":1789374416.726915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252","header":"x-maas-group"} {"level":"info","ts":1789374416.7269304,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789374416.7269578,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252"} {"level":"info","ts":1789374416.7294183,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252"} {"level":"info","ts":1789374416.7294388,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252"} {"level":"info","ts":1789374416.7294586,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252","EoS":false} {"level":"info","ts":1789374416.7294853,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252"} {"level":"info","ts":1789374416.7295277,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252","EoS":false} {"level":"info","ts":1789374416.7295396,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252"} {"level":"info","ts":1789374416.7295597,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252","EoS":true} {"level":"info","ts":1789374416.7295723,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e080d197c40c1d1652893227b63666e","span_id":"351df1ed4c49d95d","x-request-id":"9dbcd7b0-68eb-48a1-b356-ff085b72e252"} {"level":"error","ts":1789374429.0250692,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}