{"level":"info","ts":1788956687.8360748,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"bde35b4e-81b2-4de3-ab66-81237729eece","provider":"e2e-legacy-migration-82469dfa","phase":"Pending"} {"level":"info","ts":1788956687.839646,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"f8227afa-1f4c-4ae9-95a9-b96beaca4710","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.839679,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"f8227afa-1f4c-4ae9-95a9-b96beaca4710","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"error","ts":1788956687.8408852,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"bde35b4e-81b2-4de3-ab66-81237729eece","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788956687.8409235,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"bde35b4e-81b2-4de3-ab66-81237729eece","error":"ExternalModel \"e2e-legacy-migration-82469dfa\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-82469dfa\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.8409712,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"f1f6dfe2-4427-44e2-8abd-b22551d31122"} {"level":"info","ts":1788956687.840995,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"f1f6dfe2-4427-44e2-8abd-b22551d31122","provider":"e2e-legacy-migration-82469dfa","phase":"Pending"} {"level":"info","ts":1788956687.8412411,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"07136348-3f42-4d5d-980f-ac7fdc509ea8","kind":"ServiceEntry","name":"e2e-legacy-migration-82469dfa"} {"level":"error","ts":1788956687.841943,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"82e3dc29-bb9a-4d2b-9089-3eeadec26979","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788956687.845787,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"f1f6dfe2-4427-44e2-8abd-b22551d31122","error":"ExternalModel \"e2e-legacy-migration-82469dfa\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-82469dfa\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.8514898,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"07136348-3f42-4d5d-980f-ac7fdc509ea8","kind":"DestinationRule","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.8525684,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"cd15313c-9db1-469c-9785-7d1916c722d7","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8556309,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"cd15313c-9db1-469c-9785-7d1916c722d7","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.8566482,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"3a43e80d-f9ce-4adf-b939-63aa2a7712f5"} {"level":"info","ts":1788956687.8566792,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"3a43e80d-f9ce-4adf-b939-63aa2a7712f5","provider":"e2e-legacy-migration-82469dfa","phase":"Pending"} {"level":"info","ts":1788956687.8570988,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"07136348-3f42-4d5d-980f-ac7fdc509ea8","service":"e2e-legacy-migration-82469dfa","serviceEntry":"e2e-legacy-migration-82469dfa","destinationRule":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.865333,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"cd15313c-9db1-469c-9785-7d1916c722d7","provider":"openai","model":"e2e-legacy-migration-82469dfa","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1788956687.865418,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"3a43e80d-f9ce-4adf-b939-63aa2a7712f5","error":"ExternalModel \"e2e-legacy-migration-82469dfa\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-82469dfa\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.8679402,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"1977ba89-b829-46ab-9431-e2ae8f2e0390"} {"level":"info","ts":1788956687.8679905,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d2b5790c-0f40-47d2-a45a-39c427dbb31f"} {"level":"info","ts":1788956687.8679962,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"1977ba89-b829-46ab-9431-e2ae8f2e0390","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.8680642,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d2b5790c-0f40-47d2-a45a-39c427dbb31f","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.8682334,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d75381d4-524d-4368-9953-9ebcb3542138","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.868306,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d75381d4-524d-4368-9953-9ebcb3542138","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788956687.8683903,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"0547c456-1fe4-42b4-b44d-f96de5e8cf33","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.868421,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"0547c456-1fe4-42b4-b44d-f96de5e8cf33","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"info","ts":1788956687.8815875,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"1977ba89-b829-46ab-9431-e2ae8f2e0390","service":"e2e-legacy-migration-82469dfa","serviceEntry":"e2e-legacy-migration-82469dfa","destinationRule":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.8872232,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"5c05fb66-b48b-41ac-b618-163c4daf5bd8"} {"level":"info","ts":1788956687.8872545,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"477a2338-1dd2-47f2-83ad-ef2eea3cf918","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.887269,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"5c05fb66-b48b-41ac-b618-163c4daf5bd8","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.8872807,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"477a2338-1dd2-47f2-83ad-ef2eea3cf918","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"error","ts":1788956687.8934436,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d2b5790c-0f40-47d2-a45a-39c427dbb31f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788956687.8934913,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d2b5790c-0f40-47d2-a45a-39c427dbb31f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-82469dfa\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.8935542,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"9ddc5c51-0324-4e24-9f70-d66043ef2e77"} {"level":"info","ts":1788956687.893618,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"9ddc5c51-0324-4e24-9f70-d66043ef2e77","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.9035208,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"5c05fb66-b48b-41ac-b618-163c4daf5bd8","service":"e2e-legacy-migration-82469dfa","serviceEntry":"e2e-legacy-migration-82469dfa","destinationRule":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.9042988,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"9ddc5c51-0324-4e24-9f70-d66043ef2e77","httpRoute":"e2e-legacy-migration-82469dfa","providers":["e2e-legacy-migration-82469dfa"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788956687.9076562,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"dd304350-e09e-40a2-92ad-54f93a914fdf","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.9077272,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"dd304350-e09e-40a2-92ad-54f93a914fdf","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"error","ts":1788956687.9116595,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"9ddc5c51-0324-4e24-9f70-d66043ef2e77","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.911779,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"dcb2454e-d36d-474c-8ea9-df350c102518"} {"level":"info","ts":1788956687.9118345,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"dcb2454e-d36d-474c-8ea9-df350c102518","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.9222105,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"dcb2454e-d36d-474c-8ea9-df350c102518","httpRoute":"e2e-legacy-migration-82469dfa","providers":["e2e-legacy-migration-82469dfa"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788956687.9286873,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"b80cf528-53f9-4af2-a136-31bb48f48ac4","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.9287472,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"b80cf528-53f9-4af2-a136-31bb48f48ac4","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"error","ts":1788956687.932072,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"dcb2454e-d36d-474c-8ea9-df350c102518","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.9321377,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"8e510216-7ee5-47e8-baec-7bd7bb893328"} {"level":"info","ts":1788956687.9321816,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"8e510216-7ee5-47e8-baec-7bd7bb893328","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.9431007,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"8e510216-7ee5-47e8-baec-7bd7bb893328","httpRoute":"e2e-legacy-migration-82469dfa","providers":["e2e-legacy-migration-82469dfa"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788956687.9961023,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"8e7f218e-f8aa-4f23-be54-a14279c9b3db","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.9998116,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"8e7f218e-f8aa-4f23-be54-a14279c9b3db","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956688.004686,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"8e7f218e-f8aa-4f23-be54-a14279c9b3db","provider":"openai","model":"e2e-legacy-migration-82469dfa","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788956690.8933969,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"f39c704e-141e-48b5-9a40-0e1e7dc453b4","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956690.899988,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"440bcac9-21d5-455b-aa1b-34b5b054aa77"} {"level":"info","ts":1788956690.9002438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"b8ad4253-352b-4011-babb-577691f3c2a3","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956690.9003773,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"b8ad4253-352b-4011-babb-577691f3c2a3","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956690.9008875,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"11f0e53e-1070-42ad-93db-b6974f31c76b","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956690.900947,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"11f0e53e-1070-42ad-93db-b6974f31c76b","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956690.9010026,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"e50c7eca-4691-4f2c-9f62-e5458c35e530"} {"level":"info","ts":1788956691.4008183,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956691.4009492,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1"} {"level":"info","ts":1788956691.4009695,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1"} {"level":"info","ts":1788956691.4009879,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","EoS":true} {"level":"info","ts":1788956691.4010198,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","header":"x-maas-group"} {"level":"info","ts":1788956691.401036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","header":"x-maas-subscription"} {"level":"info","ts":1788956691.4010444,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","header":"x-maas-username"} {"level":"info","ts":1788956691.4010658,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788956691.4010801,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","modelName":"e2e-external-model"} {"level":"info","ts":1788956691.4010954,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1788956691.4011261,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1788956691.4011543,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","authType":"apikey"} {"level":"info","ts":1788956691.4011817,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1"} {"level":"info","ts":1788956691.4528327,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1"} {"level":"info","ts":1788956691.4530194,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1"} {"level":"info","ts":1788956691.4530814,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","EoS":false} {"level":"info","ts":1788956691.4531238,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1"} {"level":"info","ts":1788956691.453186,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","EoS":true} {"level":"info","ts":1788956691.4532204,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33c24d5e878416cd2445aea1215e729d","span_id":"0ecd31789f0d8221","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1"} {"level":"info","ts":1788956691.5038645,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956691.5040216,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d"} {"level":"info","ts":1788956691.5040498,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d"} {"level":"info","ts":1788956691.5040765,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d","EoS":true} {"level":"info","ts":1788956691.5041146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d","header":"x-maas-group"} {"level":"info","ts":1788956691.5041378,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d","header":"x-maas-username"} {"level":"info","ts":1788956691.504156,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d","header":"x-maas-subscription"} {"level":"info","ts":1788956691.5041847,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788956691.5042257,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d"} {"level":"info","ts":1788956691.545038,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d"} {"level":"info","ts":1788956691.5451164,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d"} {"level":"info","ts":1788956691.54515,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d","EoS":false} {"level":"info","ts":1788956691.5451782,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d"} {"level":"info","ts":1788956691.5452125,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d","EoS":true} {"level":"info","ts":1788956691.5452337,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"89b4b2802ad81b6b719b073e6dbea7c1","span_id":"568630120b4ad172","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d"} {"level":"info","ts":1788956691.6072662,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956691.607429,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d"} {"level":"info","ts":1788956691.6074586,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d"} {"level":"info","ts":1788956691.6074853,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d","EoS":true} {"level":"info","ts":1788956691.6075208,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d","header":"x-maas-subscription"} {"level":"info","ts":1788956691.6075432,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d","header":"x-maas-group"} {"level":"info","ts":1788956691.607624,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d","header":"x-maas-username"} {"level":"info","ts":1788956691.607677,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d"} {"level":"info","ts":1788956691.6442113,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d"} {"level":"info","ts":1788956691.6444201,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d"} {"level":"info","ts":1788956691.6444895,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d","EoS":false} {"level":"info","ts":1788956691.644536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d"} {"level":"info","ts":1788956691.6446059,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d","EoS":true} {"level":"info","ts":1788956691.6446912,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53a9eae906b6d0b42be0e2b1b0c41d14","span_id":"0b4c48179107cd35","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d"} {"level":"info","ts":1788956692.5722966,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0e5fe98-4b7f-44f0-85bd-155eb69e36e6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788956692.5725176,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0e5fe98-4b7f-44f0-85bd-155eb69e36e6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788956692.5724726,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"927927dd-bfa5-48af-bba9-2f283cc5520f"} {"level":"info","ts":1788956692.733951,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fe695d1-70a8-43c8-9416-88a3d46ec322"} {"level":"info","ts":1788956692.7341075,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ac4d7d4-bcda-4800-903e-f50305e42dc3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788956692.7342029,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ac4d7d4-bcda-4800-903e-f50305e42dc3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788956692.8652809,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2ed70aeb-1a10-45a2-8b80-f781e085e588","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1788956692.8653445,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2ed70aeb-1a10-45a2-8b80-f781e085e588","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1788956695.6470063,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956695.6471474,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a"} {"level":"info","ts":1788956695.6471653,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a"} {"level":"info","ts":1788956695.647184,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a","EoS":true} {"level":"info","ts":1788956695.6472208,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a","header":"x-maas-username"} {"level":"info","ts":1788956695.6472363,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a","header":"x-maas-subscription"} {"level":"info","ts":1788956695.6472433,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a","header":"x-maas-group"} {"level":"info","ts":1788956695.6472647,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788956695.6473053,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a"} {"level":"info","ts":1788956695.6559331,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a"} {"level":"info","ts":1788956695.6559665,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a"} {"level":"info","ts":1788956695.655986,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a","EoS":false} {"level":"info","ts":1788956695.6560066,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a"} {"level":"info","ts":1788956695.6560578,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a","EoS":true} {"level":"info","ts":1788956695.6560743,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e11af637494680f450f412f57bd58bfe","span_id":"e9542df0e557b790","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a"} {"level":"info","ts":1788956695.6977663,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956695.6978915,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae"} {"level":"info","ts":1788956695.6979146,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae"} {"level":"info","ts":1788956695.6979349,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae","EoS":true} {"level":"info","ts":1788956695.697973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae","header":"x-maas-username"} {"level":"info","ts":1788956695.6979878,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae","header":"x-maas-subscription"} {"level":"info","ts":1788956695.6979961,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae","header":"x-maas-group"} {"level":"info","ts":1788956695.6980174,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788956695.6980557,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae"} {"level":"info","ts":1788956695.6991675,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae"} {"level":"info","ts":1788956695.6991916,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae"} {"level":"info","ts":1788956695.699214,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae","EoS":false} {"level":"info","ts":1788956695.6992292,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae"} {"level":"info","ts":1788956695.6992633,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae","EoS":true} {"level":"info","ts":1788956695.699275,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c11b1e6b27fe04ab3f00a59341e10be1","span_id":"15c178a49c81364e","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae"} {"level":"info","ts":1788956695.7341208,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956695.7342544,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c"} {"level":"info","ts":1788956695.734271,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c"} {"level":"info","ts":1788956695.734289,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c","EoS":true} {"level":"info","ts":1788956695.734324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c","header":"x-maas-group"} {"level":"info","ts":1788956695.7343383,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c","header":"x-maas-username"} {"level":"info","ts":1788956695.7343483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c","header":"x-maas-subscription"} {"level":"info","ts":1788956695.7343695,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788956695.7344043,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c"} {"level":"info","ts":1788956695.7354317,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c"} {"level":"info","ts":1788956695.7354546,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c"} {"level":"info","ts":1788956695.735469,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c","EoS":false} {"level":"info","ts":1788956695.735483,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c"} {"level":"info","ts":1788956695.735515,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c","EoS":true} {"level":"info","ts":1788956695.7355278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c4e5a816cf619897cb2fae71cf3e1bf","span_id":"8898b7731123b900","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c"} {"level":"info","ts":1788956695.7819128,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956695.7820313,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093"} {"level":"info","ts":1788956695.7820485,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093"} {"level":"info","ts":1788956695.7820678,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093","EoS":true} {"level":"info","ts":1788956695.7821083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093","header":"x-maas-subscription"} {"level":"info","ts":1788956695.7821245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093","header":"x-maas-username"} {"level":"info","ts":1788956695.7821333,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093","header":"x-maas-group"} {"level":"info","ts":1788956695.782153,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788956695.7821898,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093"} {"level":"info","ts":1788956695.7832363,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093"} {"level":"info","ts":1788956695.7832558,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093"} {"level":"info","ts":1788956695.783267,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093","EoS":false} {"level":"info","ts":1788956695.7832832,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093"} {"level":"info","ts":1788956695.783315,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093","EoS":true} {"level":"info","ts":1788956695.7833247,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a1174e913c3af159cf8ed993a8182ffe","span_id":"e4075c51b54d21cc","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093"} {"level":"error","ts":1788956699.3537946,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788956711.3950322,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956711.395165,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d09bfb83b05f7a440a20ef4e9c0dbb2c","span_id":"1ff8c2a0d2ccf7b0","x-request-id":"5f56100a-8c12-451f-ac4b-8ee61c299a7a"} {"level":"info","ts":1788956711.395181,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d09bfb83b05f7a440a20ef4e9c0dbb2c","span_id":"1ff8c2a0d2ccf7b0","x-request-id":"5f56100a-8c12-451f-ac4b-8ee61c299a7a"} {"level":"info","ts":1788956711.3951983,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d09bfb83b05f7a440a20ef4e9c0dbb2c","span_id":"1ff8c2a0d2ccf7b0","x-request-id":"5f56100a-8c12-451f-ac4b-8ee61c299a7a","EoS":true} {"level":"info","ts":1788956711.3952618,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d09bfb83b05f7a440a20ef4e9c0dbb2c","span_id":"1ff8c2a0d2ccf7b0","x-request-id":"5f56100a-8c12-451f-ac4b-8ee61c299a7a"} {"level":"info","ts":1788956711.5608983,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956711.5611255,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a7faadabfabd58d798b6a826b1faabb","span_id":"f95155a9216d9692","x-request-id":"1fcce344-1c4a-49c4-8368-031ecba9ae2a"} {"level":"info","ts":1788956711.5611658,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a7faadabfabd58d798b6a826b1faabb","span_id":"f95155a9216d9692","x-request-id":"1fcce344-1c4a-49c4-8368-031ecba9ae2a"} {"level":"info","ts":1788956711.5612042,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a7faadabfabd58d798b6a826b1faabb","span_id":"f95155a9216d9692","x-request-id":"1fcce344-1c4a-49c4-8368-031ecba9ae2a","EoS":true} {"level":"info","ts":1788956711.5612745,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a7faadabfabd58d798b6a826b1faabb","span_id":"f95155a9216d9692","x-request-id":"1fcce344-1c4a-49c4-8368-031ecba9ae2a"} {"level":"info","ts":1788956711.7248435,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956711.7249398,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d974d0f87456462457eeeb854c79b14a","span_id":"3a7c11a2a4a938a1","x-request-id":"816b941f-cfd5-4857-b852-51c9c2bffaaa"} {"level":"info","ts":1788956711.724952,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d974d0f87456462457eeeb854c79b14a","span_id":"3a7c11a2a4a938a1","x-request-id":"816b941f-cfd5-4857-b852-51c9c2bffaaa"} {"level":"info","ts":1788956711.7249641,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d974d0f87456462457eeeb854c79b14a","span_id":"3a7c11a2a4a938a1","x-request-id":"816b941f-cfd5-4857-b852-51c9c2bffaaa","EoS":true} {"level":"info","ts":1788956711.7250166,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d974d0f87456462457eeeb854c79b14a","span_id":"3a7c11a2a4a938a1","x-request-id":"816b941f-cfd5-4857-b852-51c9c2bffaaa"} {"level":"error","ts":1788956714.358493,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1788956724.358956,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1788956734.3598526,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1788956749.3608172,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788957766.4188826,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788957766.4190404,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5"} {"level":"info","ts":1788957766.4190624,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5"} {"level":"info","ts":1788957766.419081,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5","EoS":true} {"level":"info","ts":1788957766.4191093,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5","header":"x-maas-subscription"} {"level":"info","ts":1788957766.4191225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5","header":"x-maas-group"} {"level":"info","ts":1788957766.4191294,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5","header":"x-maas-username"} {"level":"info","ts":1788957766.419151,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1788957766.419182,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5"} {"level":"info","ts":1788957766.4215517,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5"} {"level":"info","ts":1788957766.4215724,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5"} {"level":"info","ts":1788957766.4215887,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5","EoS":false} {"level":"info","ts":1788957766.4216008,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5"} {"level":"info","ts":1788957766.4216292,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5","EoS":true} {"level":"info","ts":1788957766.421643,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"65587d9cd006edd78f2d19e25603c3dc","span_id":"746bc94d5a54972e","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5"} {"level":"info","ts":1788957766.4649355,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788957766.4650764,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9"} {"level":"info","ts":1788957766.4650924,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9"} {"level":"info","ts":1788957766.4651098,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9","EoS":true} {"level":"info","ts":1788957766.4651449,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9","header":"x-maas-group"} {"level":"info","ts":1788957766.4651568,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9","header":"x-maas-username"} {"level":"info","ts":1788957766.4651647,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9","header":"x-maas-subscription"} {"level":"info","ts":1788957766.4651842,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1788957766.4652119,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9"} {"level":"info","ts":1788957766.4688902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9"} {"level":"info","ts":1788957766.4689949,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9"} {"level":"info","ts":1788957766.46905,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9","EoS":false} {"level":"info","ts":1788957766.4691038,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9"} {"level":"info","ts":1788957766.4691577,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9","EoS":true} {"level":"info","ts":1788957766.4691925,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8db68d15d9dbc98c0a7072a6c71cd79e","span_id":"9eb9dc0df50b6d2b","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9"} {"level":"error","ts":1788957779.4767985,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788958087.4843488,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958087.4844851,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a"} {"level":"info","ts":1788958087.4845028,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a"} {"level":"info","ts":1788958087.48452,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a","EoS":true} {"level":"info","ts":1788958087.484557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a","header":"x-maas-subscription"} {"level":"info","ts":1788958087.4845717,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a","header":"x-maas-group"} {"level":"info","ts":1788958087.4845788,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a","header":"x-maas-username"} {"level":"info","ts":1788958087.4845994,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958087.484636,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a"} {"level":"info","ts":1788958087.4980779,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a"} {"level":"info","ts":1788958087.4981003,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a"} {"level":"info","ts":1788958087.4981205,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a","EoS":false} {"level":"info","ts":1788958087.4981363,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a"} {"level":"info","ts":1788958087.4981735,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a","EoS":true} {"level":"info","ts":1788958087.4981854,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"915b44743b300d1f95ab1e409e31a2cb","span_id":"e13d5d0cdd927e28","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a"} {"level":"info","ts":1788958087.6364207,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958087.6365242,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33"} {"level":"info","ts":1788958087.6365368,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33"} {"level":"info","ts":1788958087.6365483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33","EoS":true} {"level":"info","ts":1788958087.636571,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33","header":"x-maas-group"} {"level":"info","ts":1788958087.636581,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33","header":"x-maas-username"} {"level":"info","ts":1788958087.6365857,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33","header":"x-maas-subscription"} {"level":"info","ts":1788958087.6366475,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958087.63668,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33"} {"level":"info","ts":1788958087.6389482,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33"} {"level":"info","ts":1788958087.6389737,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33"} {"level":"info","ts":1788958087.6389906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33","EoS":false} {"level":"info","ts":1788958087.6390123,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33"} {"level":"info","ts":1788958087.6390483,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33","EoS":true} {"level":"info","ts":1788958087.6390593,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"356e3a0e18718a901617edb29860ceef","span_id":"a230a1f5f54897f6","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33"} {"level":"info","ts":1788958087.7799177,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958087.7800207,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209"} {"level":"info","ts":1788958087.7800333,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209"} {"level":"info","ts":1788958087.7800455,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209","EoS":true} {"level":"info","ts":1788958087.7800705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209","header":"x-maas-subscription"} {"level":"info","ts":1788958087.780081,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209","header":"x-maas-group"} {"level":"info","ts":1788958087.7800899,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209","header":"x-maas-username"} {"level":"info","ts":1788958087.7801113,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958087.780144,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209"} {"level":"info","ts":1788958087.7810788,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209"} {"level":"info","ts":1788958087.7810986,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209"} {"level":"info","ts":1788958087.781114,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209","EoS":false} {"level":"info","ts":1788958087.7811255,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209"} {"level":"info","ts":1788958087.7811482,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209","EoS":true} {"level":"info","ts":1788958087.7811556,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2644b93b03cec1b4986cb654ed17620","span_id":"8af5b72225f29462","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209"} {"level":"info","ts":1788958087.9200487,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958087.920146,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d"} {"level":"info","ts":1788958087.9201596,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d"} {"level":"info","ts":1788958087.9201705,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d","EoS":true} {"level":"info","ts":1788958087.920196,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d","header":"x-maas-username"} {"level":"info","ts":1788958087.9202068,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d","header":"x-maas-subscription"} {"level":"info","ts":1788958087.9202123,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d","header":"x-maas-group"} {"level":"info","ts":1788958087.9202907,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958087.9203193,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d"} {"level":"info","ts":1788958087.9213223,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d"} {"level":"info","ts":1788958087.9213493,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d"} {"level":"info","ts":1788958087.9213727,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d","EoS":false} {"level":"info","ts":1788958087.9213912,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d"} {"level":"info","ts":1788958087.9214284,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d","EoS":true} {"level":"info","ts":1788958087.9214408,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8daece1b026ae89a14f52e007f3b3720","span_id":"f82d4cab4d6b8151","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d"} {"level":"info","ts":1788958088.060984,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958088.061088,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1"} {"level":"info","ts":1788958088.0611005,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1"} {"level":"info","ts":1788958088.0611148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1","EoS":true} {"level":"info","ts":1788958088.061138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1","header":"x-maas-subscription"} {"level":"info","ts":1788958088.061149,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1","header":"x-maas-username"} {"level":"info","ts":1788958088.0611541,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1","header":"x-maas-group"} {"level":"info","ts":1788958088.06117,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958088.0611956,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1"} {"level":"info","ts":1788958088.0621674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1"} {"level":"info","ts":1788958088.0621872,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1"} {"level":"info","ts":1788958088.0622044,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1","EoS":false} {"level":"info","ts":1788958088.0622232,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1"} {"level":"info","ts":1788958088.0622585,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1","EoS":true} {"level":"info","ts":1788958088.0622692,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de710e755cbd32061d6cccc542e02b3a","span_id":"b589a657c8945589","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1"} {"level":"error","ts":1788958099.5096924,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788958101.0995622,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958101.0996742,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159"} {"level":"info","ts":1788958101.0996885,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159"} {"level":"info","ts":1788958101.0997317,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159","EoS":true} {"level":"info","ts":1788958101.0997615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159","header":"x-maas-username"} {"level":"info","ts":1788958101.0997715,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159","header":"x-maas-subscription"} {"level":"info","ts":1788958101.099776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159","header":"x-maas-group"} {"level":"info","ts":1788958101.0997982,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958101.099832,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159"} {"level":"info","ts":1788958101.1019633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159"} {"level":"info","ts":1788958101.1019857,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159"} {"level":"info","ts":1788958101.1020079,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159","EoS":false} {"level":"info","ts":1788958101.102024,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159"} {"level":"info","ts":1788958101.1020627,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159","EoS":true} {"level":"info","ts":1788958101.102075,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ef1377e73485e05f848990ca8e30992","span_id":"13feae76f06b57ff","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159"} {"level":"info","ts":1788958101.2105188,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958101.2106228,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8735ab5f3486a14b06146024e15a6716","span_id":"ef5fbb20605f6538","x-request-id":"5a544651-4f17-4fbd-bbcb-c1f6a0afa751"} {"level":"info","ts":1788958101.2114937,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8735ab5f3486a14b06146024e15a6716","span_id":"ef5fbb20605f6538","x-request-id":"5a544651-4f17-4fbd-bbcb-c1f6a0afa751"} {"level":"info","ts":1788958101.2115068,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8735ab5f3486a14b06146024e15a6716","span_id":"ef5fbb20605f6538","x-request-id":"5a544651-4f17-4fbd-bbcb-c1f6a0afa751"} {"level":"info","ts":1788958101.2115204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8735ab5f3486a14b06146024e15a6716","span_id":"ef5fbb20605f6538","x-request-id":"5a544651-4f17-4fbd-bbcb-c1f6a0afa751","EoS":false} {"level":"info","ts":1788958101.2115328,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8735ab5f3486a14b06146024e15a6716","span_id":"ef5fbb20605f6538","x-request-id":"5a544651-4f17-4fbd-bbcb-c1f6a0afa751"} {"level":"info","ts":1788958101.2115543,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8735ab5f3486a14b06146024e15a6716","span_id":"ef5fbb20605f6538","x-request-id":"5a544651-4f17-4fbd-bbcb-c1f6a0afa751","EoS":true} {"level":"info","ts":1788958101.2115638,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8735ab5f3486a14b06146024e15a6716","span_id":"ef5fbb20605f6538","x-request-id":"5a544651-4f17-4fbd-bbcb-c1f6a0afa751"} {"level":"info","ts":1788958102.023998,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958102.024095,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5"} {"level":"info","ts":1788958102.0241082,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5"} {"level":"info","ts":1788958102.02412,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5","EoS":true} {"level":"info","ts":1788958102.024142,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5","header":"x-maas-group"} {"level":"info","ts":1788958102.0241518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5","header":"x-maas-subscription"} {"level":"info","ts":1788958102.024156,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5","header":"x-maas-username"} {"level":"info","ts":1788958102.024224,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958102.0242622,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5"} {"level":"info","ts":1788958102.0265,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5"} {"level":"info","ts":1788958102.0265386,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5"} {"level":"info","ts":1788958102.0265727,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5","EoS":false} {"level":"info","ts":1788958102.026592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5"} {"level":"info","ts":1788958102.0266292,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5","EoS":true} {"level":"info","ts":1788958102.0266435,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fdb76c4568baba8496a6d0667a7fc63b","span_id":"eaea835a350ad6a5","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5"} {"level":"info","ts":1788958103.039232,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958103.0393322,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801"} {"level":"info","ts":1788958103.0393445,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801"} {"level":"info","ts":1788958103.0393565,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801","EoS":true} {"level":"info","ts":1788958103.0393794,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801","header":"x-maas-group"} {"level":"info","ts":1788958103.0393896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801","header":"x-maas-username"} {"level":"info","ts":1788958103.039394,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801","header":"x-maas-subscription"} {"level":"info","ts":1788958103.0394106,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958103.03944,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801"} {"level":"info","ts":1788958103.0404365,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801"} {"level":"info","ts":1788958103.0404565,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801"} {"level":"info","ts":1788958103.0404713,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801","EoS":false} {"level":"info","ts":1788958103.0404847,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801"} {"level":"info","ts":1788958103.04051,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801","EoS":true} {"level":"info","ts":1788958103.0405195,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d3a7e8723994d7ac85bca191ca27c7e7","span_id":"206212cb2128ed29","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801"} {"level":"info","ts":1788958103.8097646,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958103.8098652,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b"} {"level":"info","ts":1788958103.8098786,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b"} {"level":"info","ts":1788958103.8098903,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b","EoS":true} {"level":"info","ts":1788958103.809915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b","header":"x-maas-group"} {"level":"info","ts":1788958103.809926,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b","header":"x-maas-username"} {"level":"info","ts":1788958103.8099341,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b","header":"x-maas-subscription"} {"level":"info","ts":1788958103.8099527,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958103.8099914,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b"} {"level":"info","ts":1788958103.8110023,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b"} {"level":"info","ts":1788958103.811031,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b"} {"level":"info","ts":1788958103.8110538,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b","EoS":false} {"level":"info","ts":1788958103.8110688,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b"} {"level":"info","ts":1788958103.8111033,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b","EoS":true} {"level":"info","ts":1788958103.811114,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1b544f9cca05f3de469a6b760a695c8d","span_id":"df441c23bcd96356","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b"} {"level":"info","ts":1788958104.8946245,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958104.8947415,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117"} {"level":"info","ts":1788958104.8947558,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117"} {"level":"info","ts":1788958104.8947678,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117","EoS":true} {"level":"info","ts":1788958104.8947918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117","header":"x-maas-username"} {"level":"info","ts":1788958104.8948023,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117","header":"x-maas-group"} {"level":"info","ts":1788958104.894809,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117","header":"x-maas-subscription"} {"level":"info","ts":1788958104.8948262,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958104.8948522,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117"} {"level":"info","ts":1788958104.8958485,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117"} {"level":"info","ts":1788958104.8958619,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117"} {"level":"info","ts":1788958104.8958733,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117","EoS":false} {"level":"info","ts":1788958104.8958833,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117"} {"level":"info","ts":1788958104.8959043,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117","EoS":true} {"level":"info","ts":1788958104.8959115,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d333e45e1e79a7e44ac5fcfa2a044f7","span_id":"1c7442e57df0045f","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117"} {"level":"error","ts":1788958114.5102684,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1788958124.5112073,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788958127.3913226,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958127.3914254,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4"} {"level":"info","ts":1788958127.3914378,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4"} {"level":"info","ts":1788958127.3914523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4","EoS":true} {"level":"info","ts":1788958127.391481,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4","header":"x-maas-username"} {"level":"info","ts":1788958127.3914914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4","header":"x-maas-subscription"} {"level":"info","ts":1788958127.391497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4","header":"x-maas-group"} {"level":"info","ts":1788958127.3915136,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958127.3915474,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4"} {"level":"info","ts":1788958127.392569,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4"} {"level":"info","ts":1788958127.3925908,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4"} {"level":"info","ts":1788958127.3926065,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4","EoS":false} {"level":"info","ts":1788958127.392618,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4"} {"level":"info","ts":1788958127.392642,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4","EoS":true} {"level":"info","ts":1788958127.3926487,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5f9afda704b15a385f2db90899684d97","span_id":"a44a9f3cefc38ad3","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4"} {"level":"error","ts":1788958139.5120158,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788958215.3448532,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958215.3449814,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22"} {"level":"info","ts":1788958215.3449957,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22"} {"level":"info","ts":1788958215.3450086,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22","EoS":true} {"level":"info","ts":1788958215.345034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22","header":"x-maas-subscription"} {"level":"info","ts":1788958215.3450441,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22","header":"x-maas-group"} {"level":"info","ts":1788958215.3450494,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22","header":"x-maas-username"} {"level":"info","ts":1788958215.3450646,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1788958215.3451006,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22"} {"level":"info","ts":1788958215.3634286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22"} {"level":"info","ts":1788958215.3634634,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22"} {"level":"info","ts":1788958215.3634868,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22","EoS":false} {"level":"info","ts":1788958215.3635044,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22"} {"level":"info","ts":1788958215.3635423,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22","EoS":true} {"level":"info","ts":1788958215.363556,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"02315e8e885207788b2f55aca2329ecc","span_id":"f59095deeb5163b4","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22"} {"level":"error","ts":1788958229.5217571,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788958311.2218795,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958311.2220201,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa"} {"level":"info","ts":1788958311.222041,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa"} {"level":"info","ts":1788958311.2220566,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa","EoS":true} {"level":"info","ts":1788958311.2220838,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa","header":"x-maas-group"} {"level":"info","ts":1788958311.2221005,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa","header":"x-maas-username"} {"level":"info","ts":1788958311.2221096,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa","header":"x-maas-subscription"} {"level":"info","ts":1788958311.2221286,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958311.2221577,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa"} {"level":"info","ts":1788958311.2232647,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa"} {"level":"info","ts":1788958311.2232835,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa"} {"level":"info","ts":1788958311.2233028,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa","EoS":false} {"level":"info","ts":1788958311.223317,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa"} {"level":"info","ts":1788958311.2233486,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa","EoS":true} {"level":"info","ts":1788958311.223362,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aa0f60c52046d465cd19cf9613129fc7","span_id":"4a86ae2efb775c9b","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa"} {"level":"error","ts":1788958324.531877,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788958326.2200727,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958326.2201812,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12"} {"level":"info","ts":1788958326.2201943,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12"} {"level":"info","ts":1788958326.2202075,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12","EoS":true} {"level":"info","ts":1788958326.2202303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12","header":"x-maas-username"} {"level":"info","ts":1788958326.220242,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12","header":"x-maas-group"} {"level":"info","ts":1788958326.220249,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12","header":"x-maas-subscription"} {"level":"info","ts":1788958326.220267,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788958326.2202969,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12"} {"level":"info","ts":1788958326.2341504,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12"} {"level":"info","ts":1788958326.2341807,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12"} {"level":"info","ts":1788958326.234202,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12","EoS":false} {"level":"info","ts":1788958326.2342207,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12"} {"level":"info","ts":1788958326.2342477,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12","EoS":false} {"level":"info","ts":1788958326.234259,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12"} {"level":"info","ts":1788958326.2342732,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12","EoS":true} {"level":"info","ts":1788958326.2342834,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7283af66a305cb8ee0bb42e1b1c72e29","span_id":"6ad729e244c902fe","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12"} {"level":"info","ts":1788958326.379887,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958326.3799868,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad"} {"level":"info","ts":1788958326.3799984,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad"} {"level":"info","ts":1788958326.3800094,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad","EoS":true} {"level":"info","ts":1788958326.380029,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad","header":"x-maas-group"} {"level":"info","ts":1788958326.38004,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad","header":"x-maas-username"} {"level":"info","ts":1788958326.3800457,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad","header":"x-maas-subscription"} {"level":"info","ts":1788958326.3801103,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788958326.3801386,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad"} {"level":"info","ts":1788958326.3812652,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad"} {"level":"info","ts":1788958326.3812923,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad"} {"level":"info","ts":1788958326.3813062,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad","EoS":false} {"level":"info","ts":1788958326.381322,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad"} {"level":"info","ts":1788958326.3813481,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad","EoS":true} {"level":"info","ts":1788958326.3813577,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"27bf1bb8901bac3b2921da0763b17da8","span_id":"283e7c6e93aa3d61","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad"} {"level":"info","ts":1788958326.5204225,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958326.5205336,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94"} {"level":"info","ts":1788958326.520549,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94"} {"level":"info","ts":1788958326.5205624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94","EoS":true} {"level":"info","ts":1788958326.52061,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94","header":"x-maas-subscription"} {"level":"info","ts":1788958326.5206213,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94","header":"x-maas-username"} {"level":"info","ts":1788958326.5206308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94","header":"x-maas-group"} {"level":"info","ts":1788958326.5206513,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788958326.5206833,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94"} {"level":"info","ts":1788958326.5218203,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94"} {"level":"info","ts":1788958326.521835,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94"} {"level":"info","ts":1788958326.5218565,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94","EoS":false} {"level":"info","ts":1788958326.5218685,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94"} {"level":"info","ts":1788958326.5218923,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94","EoS":true} {"level":"info","ts":1788958326.5219052,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e015e07edccf722d1b9685259e7e0156","span_id":"3035b78b998a5eb8","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94"} {"level":"info","ts":1788958339.485679,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958339.485838,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052"} {"level":"info","ts":1788958339.4858606,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052"} {"level":"info","ts":1788958339.48588,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052","EoS":true} {"level":"info","ts":1788958339.4859087,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052","header":"x-maas-group"} {"level":"info","ts":1788958339.4859242,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052","header":"x-maas-subscription"} {"level":"info","ts":1788958339.485932,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052","header":"x-maas-username"} {"level":"info","ts":1788958339.4859529,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788958339.4859889,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052"} {"level":"info","ts":1788958339.4895508,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052"} {"level":"info","ts":1788958339.489572,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052"} {"level":"info","ts":1788958339.4895883,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052","EoS":false} {"level":"info","ts":1788958339.4896011,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052"} {"level":"info","ts":1788958339.489685,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052","EoS":false} {"level":"info","ts":1788958339.489723,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052"} {"level":"info","ts":1788958339.4897459,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052","EoS":true} {"level":"info","ts":1788958339.4897556,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d33de6c4bb2258a6090d8c3c41b2889d","span_id":"78b7edd239939d4f","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052"} {"level":"error","ts":1788958339.5339994,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}