{"level":"info","ts":1789173215.9762905,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"dfe0a07f-4523-4eb8-a342-f975644a4ab3","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"error","ts":1789173215.9784493,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"48004e28-2308-4c87-bc07-ef2148fccadb","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173215.9785166,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"48004e28-2308-4c87-bc07-ef2148fccadb","error":"failed to apply Service: services \"e2e-legacy-migration-b7c04beb\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173215.9786594,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"e14cee03-be4c-46ae-82ce-ab90e690116d"} {"level":"info","ts":1789173215.9788258,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"e14cee03-be4c-46ae-82ce-ab90e690116d","name":"e2e-legacy-migration-b7c04beb"} {"level":"error","ts":1789173215.9804342,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"94bbe7f3-239d-4307-a118-17868586edd3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173215.9805274,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"94bbe7f3-239d-4307-a118-17868586edd3","error":"ExternalModel \"e2e-legacy-migration-b7c04beb\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b7c04beb\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173215.980638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"2a607895-d38f-48b3-9375-510416792d9d"} {"level":"info","ts":1789173215.9807084,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"2a607895-d38f-48b3-9375-510416792d9d","provider":"e2e-legacy-migration-b7c04beb","phase":"Pending"} {"level":"error","ts":1789173215.980837,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"f8239d5b-be4c-4f61-9f22-7e299d3fd00f","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173215.9866788,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"2a607895-d38f-48b3-9375-510416792d9d","error":"ExternalModel \"e2e-legacy-migration-b7c04beb\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b7c04beb\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173215.990198,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"e14cee03-be4c-46ae-82ce-ab90e690116d","kind":"DestinationRule","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173215.9912674,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"8e86a868-2d99-4943-a7f3-9fea1d0002ca","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173215.9974136,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"2d607331-378a-4325-82a5-cd49bb3513f3"} {"level":"info","ts":1789173215.9974897,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"2d607331-378a-4325-82a5-cd49bb3513f3","provider":"e2e-legacy-migration-b7c04beb","phase":"Pending"} {"level":"info","ts":1789173215.9982178,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"8e86a868-2d99-4943-a7f3-9fea1d0002ca","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173216.0035,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"29051369-eaa2-4757-98bf-56fee1e54d3a","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173216.003538,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"29051369-eaa2-4757-98bf-56fee1e54d3a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789173216.0037673,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"dd22693b-0875-49fd-b8c1-894a6942360e","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173216.003808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"dd22693b-0875-49fd-b8c1-894a6942360e","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"info","ts":1789173216.0063493,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"8e86a868-2d99-4943-a7f3-9fea1d0002ca","provider":"openai","model":"e2e-legacy-migration-b7c04beb","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789173216.0063987,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"2d607331-378a-4325-82a5-cd49bb3513f3","error":"ExternalModel \"e2e-legacy-migration-b7c04beb\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b7c04beb\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173216.0065076,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"eda8f10d-f517-4d49-bdd7-22b71af68cc0"} {"level":"info","ts":1789173216.0065746,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"eda8f10d-f517-4d49-bdd7-22b71af68cc0","name":"e2e-legacy-migration-b7c04beb"} {"level":"error","ts":1789173216.0067742,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"e14cee03-be4c-46ae-82ce-ab90e690116d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173216.0068252,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"e14cee03-be4c-46ae-82ce-ab90e690116d","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-b7c04beb\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173216.006882,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c905bad1-6232-473e-98b8-df46f8b2d350"} {"level":"info","ts":1789173216.006928,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c905bad1-6232-473e-98b8-df46f8b2d350","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173216.024676,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"3b094a6a-7981-4e2d-9f4c-edd20ab35e39","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173216.0247612,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"3b094a6a-7981-4e2d-9f4c-edd20ab35e39","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"info","ts":1789173216.031769,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c905bad1-6232-473e-98b8-df46f8b2d350","service":"e2e-legacy-migration-b7c04beb","serviceEntry":"e2e-legacy-migration-b7c04beb","destinationRule":"e2e-legacy-migration-b7c04beb"} {"level":"error","ts":1789173216.0333736,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"eda8f10d-f517-4d49-bdd7-22b71af68cc0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173216.033412,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"eda8f10d-f517-4d49-bdd7-22b71af68cc0","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-b7c04beb\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173216.0334625,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"1501cb64-263b-4b8b-8155-7912e6c01d8b"} {"level":"info","ts":1789173216.0335112,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"1501cb64-263b-4b8b-8155-7912e6c01d8b","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173216.0429704,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"25868736-f801-4c4f-ade2-29cf72856f92","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173216.043044,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"25868736-f801-4c4f-ade2-29cf72856f92","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"info","ts":1789173216.0435355,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"1501cb64-263b-4b8b-8155-7912e6c01d8b","httpRoute":"e2e-legacy-migration-b7c04beb","providers":["e2e-legacy-migration-b7c04beb"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789173216.0481315,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"1501cb64-263b-4b8b-8155-7912e6c01d8b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173216.0482678,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"a1f58772-6cce-4255-b129-5b0cd8963663"} {"level":"info","ts":1789173216.0483334,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"a1f58772-6cce-4255-b129-5b0cd8963663","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173216.05792,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"ab221ad4-d063-4db4-bd6c-b01f3784f002","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173216.057991,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"ab221ad4-d063-4db4-bd6c-b01f3784f002","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"info","ts":1789173216.0584948,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"a1f58772-6cce-4255-b129-5b0cd8963663","httpRoute":"e2e-legacy-migration-b7c04beb","providers":["e2e-legacy-migration-b7c04beb"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789173216.0624037,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"a1f58772-6cce-4255-b129-5b0cd8963663","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173216.0625267,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"4327021c-e8ba-459d-ba72-bef1b2d3f3bf"} {"level":"info","ts":1789173216.0626502,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"4327021c-e8ba-459d-ba72-bef1b2d3f3bf","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173216.0796442,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"4327021c-e8ba-459d-ba72-bef1b2d3f3bf","httpRoute":"e2e-legacy-migration-b7c04beb","providers":["e2e-legacy-migration-b7c04beb"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173216.2111454,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"1a4a72e2-0d3b-450e-8d61-e74a811b0319","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173216.218824,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"1a4a72e2-0d3b-450e-8d61-e74a811b0319","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173216.2246647,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"1a4a72e2-0d3b-450e-8d61-e74a811b0319","provider":"openai","model":"e2e-legacy-migration-b7c04beb","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173218.928837,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"fe80fd32-97d5-4c60-8ac9-4a5e6e8f975e","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173218.9513483,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b76ddc83-2669-4216-8f79-963e6b9b72e6","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173218.9513853,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b76ddc83-2669-4216-8f79-963e6b9b72e6","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173218.9514382,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c6c475e5-5a13-4544-894c-5c87149b6470"} {"level":"info","ts":1789173218.9635234,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b6ba02e4-72bb-476a-b450-5fcdf176a414","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173218.963844,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b6ba02e4-72bb-476a-b450-5fcdf176a414","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173218.9637816,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"7db60df6-cd1a-4c09-a55d-fd40db065c60"} {"level":"info","ts":1789173219.3812401,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173219.381378,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83"} {"level":"info","ts":1789173219.3813982,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83"} {"level":"info","ts":1789173219.381416,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","EoS":true} {"level":"info","ts":1789173219.3814507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","header":"x-maas-username"} {"level":"info","ts":1789173219.3814616,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","header":"x-maas-group"} {"level":"info","ts":1789173219.3814692,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","header":"x-maas-subscription"} {"level":"info","ts":1789173219.381488,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789173219.3815007,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","modelName":"e2e-external-model"} {"level":"info","ts":1789173219.3815181,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789173219.381546,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789173219.381569,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","authType":"apikey"} {"level":"info","ts":1789173219.3816254,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83"} {"level":"info","ts":1789173219.4353995,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83"} {"level":"info","ts":1789173219.4355016,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83"} {"level":"info","ts":1789173219.435536,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","EoS":false} {"level":"info","ts":1789173219.4355643,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83"} {"level":"info","ts":1789173219.435626,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","EoS":true} {"level":"info","ts":1789173219.435669,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"56f547347ab422997ed21d92edaee711","span_id":"bf3db4dcf1790ab3","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83"} {"level":"info","ts":1789173219.5077887,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173219.5079186,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887"} {"level":"info","ts":1789173219.5079367,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887"} {"level":"info","ts":1789173219.507956,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887","EoS":true} {"level":"info","ts":1789173219.507989,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887","header":"x-maas-username"} {"level":"info","ts":1789173219.5080006,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887","header":"x-maas-subscription"} {"level":"info","ts":1789173219.5080075,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887","header":"x-maas-group"} {"level":"info","ts":1789173219.5080264,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789173219.508054,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887"} {"level":"info","ts":1789173219.5590591,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887"} {"level":"info","ts":1789173219.5590923,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887"} {"level":"info","ts":1789173219.5591154,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887","EoS":false} {"level":"info","ts":1789173219.5591345,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887"} {"level":"info","ts":1789173219.5591648,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887","EoS":true} {"level":"info","ts":1789173219.5591743,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7b0d7fb2e34d4554fec64d0634b86018","span_id":"cbac51954ab5e142","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887"} {"level":"info","ts":1789173219.6767774,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173219.6769042,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3"} {"level":"info","ts":1789173219.6769197,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3"} {"level":"info","ts":1789173219.676942,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3","EoS":true} {"level":"info","ts":1789173219.6769714,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3","header":"x-maas-username"} {"level":"info","ts":1789173219.676984,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3","header":"x-maas-subscription"} {"level":"info","ts":1789173219.6769924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3","header":"x-maas-group"} {"level":"info","ts":1789173219.677027,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3"} {"level":"info","ts":1789173219.7266557,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3"} {"level":"info","ts":1789173219.7268488,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3"} {"level":"info","ts":1789173219.7269166,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3","EoS":false} {"level":"info","ts":1789173219.7269561,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3"} {"level":"info","ts":1789173219.7270324,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3","EoS":true} {"level":"info","ts":1789173219.7270713,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f13711c4be1f9286ccb8071a4339d98","span_id":"d305dfbdd1005f97","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3"} {"level":"info","ts":1789173220.6229966,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b62cdc5-0542-4143-b875-5395046333c5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789173220.6231806,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b62cdc5-0542-4143-b875-5395046333c5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789173220.6231358,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e6f93a8-a3db-45ee-a09e-631bd01f8c13"} {"level":"info","ts":1789173220.776151,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9a3fb69c-9e0b-4650-850d-762f4a749cf9"} {"level":"info","ts":1789173220.776351,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02be9e81-92a6-43bc-9fb9-0001d83e7d8c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789173220.7764194,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02be9e81-92a6-43bc-9fb9-0001d83e7d8c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789173220.8893187,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9492870c-0ee8-4838-95a3-f023a802be28","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789173220.889462,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9492870c-0ee8-4838-95a3-f023a802be28","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789173222.6117709,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173222.6118996,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20"} {"level":"info","ts":1789173222.6119134,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20"} {"level":"info","ts":1789173222.6119316,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20","EoS":true} {"level":"info","ts":1789173222.6119637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20","header":"x-maas-group"} {"level":"info","ts":1789173222.6119754,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20","header":"x-maas-subscription"} {"level":"info","ts":1789173222.6119847,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20","header":"x-maas-username"} {"level":"info","ts":1789173222.6120055,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173222.6120324,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20"} {"level":"info","ts":1789173222.620086,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20"} {"level":"info","ts":1789173222.6201208,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20"} {"level":"info","ts":1789173222.620147,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20","EoS":false} {"level":"info","ts":1789173222.6201653,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20"} {"level":"info","ts":1789173222.6201966,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20","EoS":true} {"level":"info","ts":1789173222.6202588,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"14ae4dec11b8ea91ab258f57dcd59c88","span_id":"51427976ae0e04e3","x-request-id":"1e55be6f-5648-4189-b428-46296654be20"} {"level":"info","ts":1789173222.712995,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173222.713221,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862"} {"level":"info","ts":1789173222.7132738,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862"} {"level":"info","ts":1789173222.7133155,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862","EoS":true} {"level":"info","ts":1789173222.7133913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862","header":"x-maas-group"} {"level":"info","ts":1789173222.7134266,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862","header":"x-maas-username"} {"level":"info","ts":1789173222.7134748,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862","header":"x-maas-subscription"} {"level":"info","ts":1789173222.7135162,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173222.7136025,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862"} {"level":"info","ts":1789173222.7149096,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862"} {"level":"info","ts":1789173222.7149386,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862"} {"level":"info","ts":1789173222.71496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862","EoS":false} {"level":"info","ts":1789173222.714978,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862"} {"level":"info","ts":1789173222.715006,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862","EoS":true} {"level":"info","ts":1789173222.7150674,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c3f4bf9f7dcd112c223d5e90219736d0","span_id":"8bde8a4c7cbfa2d8","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862"} {"level":"info","ts":1789173222.7987692,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173222.7990508,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150"} {"level":"info","ts":1789173222.799131,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150"} {"level":"info","ts":1789173222.799351,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150","EoS":true} {"level":"info","ts":1789173222.7994292,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150","header":"x-maas-subscription"} {"level":"info","ts":1789173222.7994707,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150","header":"x-maas-username"} {"level":"info","ts":1789173222.7995088,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150","header":"x-maas-group"} {"level":"info","ts":1789173222.7995486,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173222.7996252,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150"} {"level":"info","ts":1789173222.8018882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150"} {"level":"info","ts":1789173222.8019493,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150"} {"level":"info","ts":1789173222.8019946,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150","EoS":false} {"level":"info","ts":1789173222.8020341,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150"} {"level":"info","ts":1789173222.802083,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150","EoS":true} {"level":"info","ts":1789173222.802116,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a59e241d022c5fbf0fcb087deb56a9d7","span_id":"5185a918b9277196","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150"} {"level":"info","ts":1789173222.8959491,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173222.89621,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b"} {"level":"info","ts":1789173222.896261,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b"} {"level":"info","ts":1789173222.896317,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b","EoS":true} {"level":"info","ts":1789173222.8963773,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b","header":"x-maas-username"} {"level":"info","ts":1789173222.8964162,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b","header":"x-maas-subscription"} {"level":"info","ts":1789173222.896443,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b","header":"x-maas-group"} {"level":"info","ts":1789173222.8964825,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173222.8965352,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b"} {"level":"info","ts":1789173222.90493,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b"} {"level":"info","ts":1789173222.9050558,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b"} {"level":"info","ts":1789173222.9051077,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b","EoS":false} {"level":"info","ts":1789173222.9051473,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b"} {"level":"info","ts":1789173222.905203,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b","EoS":true} {"level":"info","ts":1789173222.905235,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e2119d1ed3747446786e164159b7838","span_id":"e69afff6fe1af6e6","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b"} {"level":"error","ts":1789173226.0575688,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789173235.697716,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173235.69782,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6d3c63b9923aca8bcf21abcbce35a0b2","span_id":"bcd9059cf4f57aec","x-request-id":"54119631-99fd-4c38-a1d3-4b0575b57c9f"} {"level":"info","ts":1789173235.6978345,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6d3c63b9923aca8bcf21abcbce35a0b2","span_id":"bcd9059cf4f57aec","x-request-id":"54119631-99fd-4c38-a1d3-4b0575b57c9f"} {"level":"info","ts":1789173235.6978533,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6d3c63b9923aca8bcf21abcbce35a0b2","span_id":"bcd9059cf4f57aec","x-request-id":"54119631-99fd-4c38-a1d3-4b0575b57c9f","EoS":true} {"level":"info","ts":1789173235.697913,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6d3c63b9923aca8bcf21abcbce35a0b2","span_id":"bcd9059cf4f57aec","x-request-id":"54119631-99fd-4c38-a1d3-4b0575b57c9f"} {"level":"info","ts":1789173235.842674,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173235.8427792,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d77aa443e26a6a294f868899b9d57b8e","span_id":"b8e9125063ecf6c9","x-request-id":"64c64c70-d27b-455e-91f0-2aa32836bc63"} {"level":"info","ts":1789173235.8427963,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d77aa443e26a6a294f868899b9d57b8e","span_id":"b8e9125063ecf6c9","x-request-id":"64c64c70-d27b-455e-91f0-2aa32836bc63"} {"level":"info","ts":1789173235.8428152,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d77aa443e26a6a294f868899b9d57b8e","span_id":"b8e9125063ecf6c9","x-request-id":"64c64c70-d27b-455e-91f0-2aa32836bc63","EoS":true} {"level":"info","ts":1789173235.8428674,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d77aa443e26a6a294f868899b9d57b8e","span_id":"b8e9125063ecf6c9","x-request-id":"64c64c70-d27b-455e-91f0-2aa32836bc63"} {"level":"info","ts":1789173235.9943666,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173235.994456,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"323b69ed0d28df425590d11f3c77a445","span_id":"a6ba115366ce8068","x-request-id":"5c11a2f6-1d46-43c5-b6e3-abf7dd7d77d9"} {"level":"info","ts":1789173235.9944682,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"323b69ed0d28df425590d11f3c77a445","span_id":"a6ba115366ce8068","x-request-id":"5c11a2f6-1d46-43c5-b6e3-abf7dd7d77d9"} {"level":"info","ts":1789173235.9944794,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"323b69ed0d28df425590d11f3c77a445","span_id":"a6ba115366ce8068","x-request-id":"5c11a2f6-1d46-43c5-b6e3-abf7dd7d77d9","EoS":true} {"level":"info","ts":1789173235.9945214,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"323b69ed0d28df425590d11f3c77a445","span_id":"a6ba115366ce8068","x-request-id":"5c11a2f6-1d46-43c5-b6e3-abf7dd7d77d9"} {"level":"error","ts":1789173236.0581253,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789173251.0592604,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789174192.92973,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174192.9298255,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f"} {"level":"info","ts":1789174192.9298375,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f"} {"level":"info","ts":1789174192.929849,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f","EoS":true} {"level":"info","ts":1789174192.929874,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f","header":"x-maas-group"} {"level":"info","ts":1789174192.9298847,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f","header":"x-maas-username"} {"level":"info","ts":1789174192.9298892,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f","header":"x-maas-subscription"} {"level":"info","ts":1789174192.9299042,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789174192.9299269,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f"} {"level":"info","ts":1789174192.9308267,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f"} {"level":"info","ts":1789174192.930847,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f"} {"level":"info","ts":1789174192.9308624,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f","EoS":false} {"level":"info","ts":1789174192.930876,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f"} {"level":"info","ts":1789174192.930902,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f","EoS":true} {"level":"info","ts":1789174192.9309099,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e8f38b7ad7213fddb10905cb6e957d0e","span_id":"0a61f24fa634166c","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f"} {"level":"info","ts":1789174192.9718878,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174192.971976,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200"} {"level":"info","ts":1789174192.9719877,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200"} {"level":"info","ts":1789174192.9719987,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200","EoS":true} {"level":"info","ts":1789174192.972019,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200","header":"x-maas-subscription"} {"level":"info","ts":1789174192.9720294,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200","header":"x-maas-group"} {"level":"info","ts":1789174192.9720352,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200","header":"x-maas-username"} {"level":"info","ts":1789174192.9720485,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789174192.9720745,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200"} {"level":"info","ts":1789174192.9728932,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200"} {"level":"info","ts":1789174192.9729114,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200"} {"level":"info","ts":1789174192.9729252,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200","EoS":false} {"level":"info","ts":1789174192.9729385,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200"} {"level":"info","ts":1789174192.972962,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200","EoS":true} {"level":"info","ts":1789174192.9729688,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"16018dab10576b0d4be38d6cfa072095","span_id":"fb2c5adabe94ce3c","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200"} {"level":"error","ts":1789174206.1776707,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789174526.8338964,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174526.8339858,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a"} {"level":"info","ts":1789174526.833998,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a"} {"level":"info","ts":1789174526.8340106,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a","EoS":true} {"level":"info","ts":1789174526.8340316,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a","header":"x-maas-subscription"} {"level":"info","ts":1789174526.8340414,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a","header":"x-maas-username"} {"level":"info","ts":1789174526.8340483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a","header":"x-maas-group"} {"level":"info","ts":1789174526.8340633,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174526.8340864,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a"} {"level":"info","ts":1789174526.8468344,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a"} {"level":"info","ts":1789174526.8468542,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a"} {"level":"info","ts":1789174526.8468685,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a","EoS":false} {"level":"info","ts":1789174526.8468792,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a"} {"level":"info","ts":1789174526.8468995,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a","EoS":true} {"level":"info","ts":1789174526.846907,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e0765987f2a9676cfc84f2ba6cf12b06","span_id":"5142d2712a8c5f37","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a"} {"level":"info","ts":1789174526.9821327,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174526.982226,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58"} {"level":"info","ts":1789174526.9822388,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58"} {"level":"info","ts":1789174526.982251,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58","EoS":true} {"level":"info","ts":1789174526.9822712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58","header":"x-maas-username"} {"level":"info","ts":1789174526.9822817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58","header":"x-maas-subscription"} {"level":"info","ts":1789174526.982287,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58","header":"x-maas-group"} {"level":"info","ts":1789174526.9822996,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174526.982323,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58"} {"level":"info","ts":1789174526.983127,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58"} {"level":"info","ts":1789174526.9831455,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58"} {"level":"info","ts":1789174526.9831562,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58","EoS":false} {"level":"info","ts":1789174526.9831665,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58"} {"level":"info","ts":1789174526.9831936,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58","EoS":true} {"level":"info","ts":1789174526.9832046,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36abbdda374c626cf5314a469edbb769","span_id":"e481d802253c00e6","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58"} {"level":"info","ts":1789174527.1181226,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174527.1182003,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3"} {"level":"info","ts":1789174527.118213,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3"} {"level":"info","ts":1789174527.1182237,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3","EoS":true} {"level":"info","ts":1789174527.1182437,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3","header":"x-maas-group"} {"level":"info","ts":1789174527.1182516,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3","header":"x-maas-subscription"} {"level":"info","ts":1789174527.118256,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3","header":"x-maas-username"} {"level":"info","ts":1789174527.1182692,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174527.118293,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3"} {"level":"info","ts":1789174527.1204143,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3"} {"level":"info","ts":1789174527.120432,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3"} {"level":"info","ts":1789174527.1204467,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3","EoS":false} {"level":"info","ts":1789174527.1204662,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3"} {"level":"info","ts":1789174527.1204906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3","EoS":true} {"level":"info","ts":1789174527.1204996,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5837a96df19cb400ce789d337d0fdd02","span_id":"7fbdd96d1f373239","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3"} {"level":"info","ts":1789174527.2587824,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174527.258884,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59"} {"level":"info","ts":1789174527.2589006,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59"} {"level":"info","ts":1789174527.2589145,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59","EoS":true} {"level":"info","ts":1789174527.2589366,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59","header":"x-maas-group"} {"level":"info","ts":1789174527.2589474,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59","header":"x-maas-username"} {"level":"info","ts":1789174527.2589526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59","header":"x-maas-subscription"} {"level":"info","ts":1789174527.2589657,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174527.25899,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59"} {"level":"info","ts":1789174527.2597578,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59"} {"level":"info","ts":1789174527.259777,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59"} {"level":"info","ts":1789174527.259789,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59","EoS":false} {"level":"info","ts":1789174527.2598016,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59"} {"level":"info","ts":1789174527.259829,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59","EoS":true} {"level":"info","ts":1789174527.2598424,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2aa62796dd19015be3e887b7f8c22964","span_id":"115f00897ed2cae2","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59"} {"level":"info","ts":1789174527.3984647,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174527.3985472,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24"} {"level":"info","ts":1789174527.3985608,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24"} {"level":"info","ts":1789174527.3985724,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24","EoS":true} {"level":"info","ts":1789174527.3986151,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24","header":"x-maas-subscription"} {"level":"info","ts":1789174527.3986273,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24","header":"x-maas-username"} {"level":"info","ts":1789174527.3986323,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24","header":"x-maas-group"} {"level":"info","ts":1789174527.3986464,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174527.3986704,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24"} {"level":"info","ts":1789174527.399473,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24"} {"level":"info","ts":1789174527.399495,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24"} {"level":"info","ts":1789174527.3995154,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24","EoS":false} {"level":"info","ts":1789174527.3995326,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24"} {"level":"info","ts":1789174527.3995605,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24","EoS":true} {"level":"info","ts":1789174527.3995714,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"54d5f132e26785e114763242e76a813d","span_id":"e4655b86d93a0c40","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24"} {"level":"error","ts":1789174541.2263582,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789174542.5005417,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174542.500655,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce"} {"level":"info","ts":1789174542.5006945,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce"} {"level":"info","ts":1789174542.5007162,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce","EoS":true} {"level":"info","ts":1789174542.5007532,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce","header":"x-maas-group"} {"level":"info","ts":1789174542.5007641,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce","header":"x-maas-subscription"} {"level":"info","ts":1789174542.5007727,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce","header":"x-maas-username"} {"level":"info","ts":1789174542.5007958,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174542.5008292,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce"} {"level":"info","ts":1789174542.5016327,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce"} {"level":"info","ts":1789174542.501653,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce"} {"level":"info","ts":1789174542.5016687,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce","EoS":false} {"level":"info","ts":1789174542.5016851,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce"} {"level":"info","ts":1789174542.5017116,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce","EoS":true} {"level":"info","ts":1789174542.501721,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"992eb52d5e3e1fcd0087ceaefc794f0a","span_id":"47587eebbb51ef62","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce"} {"level":"info","ts":1789174542.604699,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174542.6047845,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"486794faf92bbc5e1a3ca296b66d47b0","span_id":"686375d3aeb42ff0","x-request-id":"490e5cb9-b8bb-4832-81a4-a4860238b023"} {"level":"info","ts":1789174542.6054766,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"486794faf92bbc5e1a3ca296b66d47b0","span_id":"686375d3aeb42ff0","x-request-id":"490e5cb9-b8bb-4832-81a4-a4860238b023"} {"level":"info","ts":1789174542.6054933,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"486794faf92bbc5e1a3ca296b66d47b0","span_id":"686375d3aeb42ff0","x-request-id":"490e5cb9-b8bb-4832-81a4-a4860238b023"} {"level":"info","ts":1789174542.6055067,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"486794faf92bbc5e1a3ca296b66d47b0","span_id":"686375d3aeb42ff0","x-request-id":"490e5cb9-b8bb-4832-81a4-a4860238b023","EoS":false} {"level":"info","ts":1789174542.6055171,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"486794faf92bbc5e1a3ca296b66d47b0","span_id":"686375d3aeb42ff0","x-request-id":"490e5cb9-b8bb-4832-81a4-a4860238b023"} {"level":"info","ts":1789174542.6055412,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"486794faf92bbc5e1a3ca296b66d47b0","span_id":"686375d3aeb42ff0","x-request-id":"490e5cb9-b8bb-4832-81a4-a4860238b023","EoS":true} {"level":"info","ts":1789174542.605555,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"486794faf92bbc5e1a3ca296b66d47b0","span_id":"686375d3aeb42ff0","x-request-id":"490e5cb9-b8bb-4832-81a4-a4860238b023"} {"level":"info","ts":1789174543.387843,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174543.3879504,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4"} {"level":"info","ts":1789174543.3879654,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4"} {"level":"info","ts":1789174543.3879857,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4","EoS":true} {"level":"info","ts":1789174543.3880181,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4","header":"x-maas-group"} {"level":"info","ts":1789174543.3880315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4","header":"x-maas-subscription"} {"level":"info","ts":1789174543.3880413,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4","header":"x-maas-username"} {"level":"info","ts":1789174543.3880627,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174543.3880968,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4"} {"level":"info","ts":1789174543.3897722,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4"} {"level":"info","ts":1789174543.389791,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4"} {"level":"info","ts":1789174543.3898067,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4","EoS":false} {"level":"info","ts":1789174543.3898191,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4"} {"level":"info","ts":1789174543.3898375,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4","EoS":true} {"level":"info","ts":1789174543.389846,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e598398321c2ced2d5b318f5d98fb20","span_id":"c1b595df5717b101","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4"} {"level":"info","ts":1789174544.3558788,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174544.3559744,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651"} {"level":"info","ts":1789174544.355988,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651"} {"level":"info","ts":1789174544.3559997,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651","EoS":true} {"level":"info","ts":1789174544.3560257,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651","header":"x-maas-group"} {"level":"info","ts":1789174544.3560374,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651","header":"x-maas-username"} {"level":"info","ts":1789174544.356042,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651","header":"x-maas-subscription"} {"level":"info","ts":1789174544.356056,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174544.3560796,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651"} {"level":"info","ts":1789174544.3569102,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651"} {"level":"info","ts":1789174544.3569336,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651"} {"level":"info","ts":1789174544.356954,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651","EoS":false} {"level":"info","ts":1789174544.3569705,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651"} {"level":"info","ts":1789174544.357003,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651","EoS":true} {"level":"info","ts":1789174544.357013,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb29cc96f0d85a9e61d5ae328ac07989","span_id":"c58d553734be361c","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651"} {"level":"info","ts":1789174545.0980263,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174545.0981126,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e"} {"level":"info","ts":1789174545.0981283,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e"} {"level":"info","ts":1789174545.0981402,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e","EoS":true} {"level":"info","ts":1789174545.0981607,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e","header":"x-maas-group"} {"level":"info","ts":1789174545.0981715,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e","header":"x-maas-username"} {"level":"info","ts":1789174545.098177,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e","header":"x-maas-subscription"} {"level":"info","ts":1789174545.0981905,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174545.0982156,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e"} {"level":"info","ts":1789174545.0989964,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e"} {"level":"info","ts":1789174545.0990157,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e"} {"level":"info","ts":1789174545.0990357,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e","EoS":false} {"level":"info","ts":1789174545.0990543,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e"} {"level":"info","ts":1789174545.0990915,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e","EoS":true} {"level":"info","ts":1789174545.099103,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"291b57ff04587acf6d692fb745541a8d","span_id":"443d9b28f1a94bbc","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e"} {"level":"info","ts":1789174548.309565,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174548.3096678,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38"} {"level":"info","ts":1789174548.309683,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38"} {"level":"info","ts":1789174548.309695,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38","EoS":true} {"level":"info","ts":1789174548.3097167,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38","header":"x-maas-username"} {"level":"info","ts":1789174548.3097262,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38","header":"x-maas-group"} {"level":"info","ts":1789174548.3097315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38","header":"x-maas-subscription"} {"level":"info","ts":1789174548.3097465,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174548.3097715,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38"} {"level":"info","ts":1789174548.3105452,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38"} {"level":"info","ts":1789174548.3105628,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38"} {"level":"info","ts":1789174548.3105762,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38","EoS":false} {"level":"info","ts":1789174548.3106027,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38"} {"level":"info","ts":1789174548.3106232,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38","EoS":true} {"level":"info","ts":1789174548.3106325,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a35463438a0f30eeb70a38d6b7dd9a3a","span_id":"e919307785f47068","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38"} {"level":"error","ts":1789174556.2280962,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789174561.8316395,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174561.8317642,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12"} {"level":"info","ts":1789174561.831785,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12"} {"level":"info","ts":1789174561.8318038,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12","EoS":true} {"level":"info","ts":1789174561.8318365,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12","header":"x-maas-group"} {"level":"info","ts":1789174561.8318503,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12","header":"x-maas-username"} {"level":"info","ts":1789174561.8318582,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12","header":"x-maas-subscription"} {"level":"info","ts":1789174561.8318782,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174561.8319113,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12"} {"level":"info","ts":1789174561.8327477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12"} {"level":"info","ts":1789174561.8327677,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12"} {"level":"info","ts":1789174561.8327813,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12","EoS":false} {"level":"info","ts":1789174561.832799,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12"} {"level":"info","ts":1789174561.8328366,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12","EoS":true} {"level":"info","ts":1789174561.8328478,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7a604b2266f34036a3ab2c389b83a632","span_id":"2b0d722cc3bc80dc","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12"} {"level":"error","ts":1789174571.2294085,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789174586.2302299,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789174651.0101354,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174651.0102537,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2"} {"level":"info","ts":1789174651.0102704,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2"} {"level":"info","ts":1789174651.0102842,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2","EoS":true} {"level":"info","ts":1789174651.0103076,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2","header":"x-maas-group"} {"level":"info","ts":1789174651.010317,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2","header":"x-maas-subscription"} {"level":"info","ts":1789174651.0103226,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2","header":"x-maas-username"} {"level":"info","ts":1789174651.0103378,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789174651.0103629,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2"} {"level":"info","ts":1789174651.0227964,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2"} {"level":"info","ts":1789174651.0228128,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2"} {"level":"info","ts":1789174651.022826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2","EoS":false} {"level":"info","ts":1789174651.0228379,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2"} {"level":"info","ts":1789174651.02286,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2","EoS":true} {"level":"info","ts":1789174651.0228686,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"110ff995ee3e41fdd7c03a5b7daad8d9","span_id":"6e81ada88dbe09d3","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2"} {"level":"error","ts":1789174661.2404668,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789174712.5455132,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174712.5456207,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd"} {"level":"info","ts":1789174712.5456338,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd"} {"level":"info","ts":1789174712.5456464,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd","EoS":true} {"level":"info","ts":1789174712.545674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd","header":"x-maas-subscription"} {"level":"info","ts":1789174712.5456846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd","header":"x-maas-group"} {"level":"info","ts":1789174712.5456896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd","header":"x-maas-username"} {"level":"info","ts":1789174712.5457044,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174712.5457299,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd"} {"level":"info","ts":1789174712.546556,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd"} {"level":"info","ts":1789174712.5465775,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd"} {"level":"info","ts":1789174712.5466132,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd","EoS":false} {"level":"info","ts":1789174712.5466268,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd"} {"level":"info","ts":1789174712.5466511,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd","EoS":true} {"level":"info","ts":1789174712.546661,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"77f623215d14a47f6f1563921c4f93bf","span_id":"65d1d8936acbc499","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd"} {"level":"error","ts":1789174726.2476473,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789174726.4612617,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174726.4613817,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0"} {"level":"info","ts":1789174726.4614055,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0"} {"level":"info","ts":1789174726.4614239,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0","EoS":true} {"level":"info","ts":1789174726.4614468,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0","header":"x-maas-subscription"} {"level":"info","ts":1789174726.4614599,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0","header":"x-maas-group"} {"level":"info","ts":1789174726.461468,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0","header":"x-maas-username"} {"level":"info","ts":1789174726.4614856,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789174726.4615223,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0"} {"level":"info","ts":1789174726.474623,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0"} {"level":"info","ts":1789174726.474647,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0"} {"level":"info","ts":1789174726.4746704,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0","EoS":false} {"level":"info","ts":1789174726.474686,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0"} {"level":"info","ts":1789174726.4747336,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0","EoS":false} {"level":"info","ts":1789174726.4747522,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0"} {"level":"info","ts":1789174726.4747725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0","EoS":true} {"level":"info","ts":1789174726.4747834,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4beed925c729f47005c630556a6c9f48","span_id":"9a1145229703d3e3","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0"} {"level":"info","ts":1789174726.6146264,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174726.6147285,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689"} {"level":"info","ts":1789174726.614743,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689"} {"level":"info","ts":1789174726.6147618,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689","EoS":true} {"level":"info","ts":1789174726.6147916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689","header":"x-maas-group"} {"level":"info","ts":1789174726.6148038,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689","header":"x-maas-subscription"} {"level":"info","ts":1789174726.6148124,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689","header":"x-maas-username"} {"level":"info","ts":1789174726.6148348,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789174726.6148696,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689"} {"level":"info","ts":1789174726.6157868,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689"} {"level":"info","ts":1789174726.6158137,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689"} {"level":"info","ts":1789174726.6158383,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689","EoS":false} {"level":"info","ts":1789174726.6158519,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689"} {"level":"info","ts":1789174726.6158776,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689","EoS":false} {"level":"info","ts":1789174726.6158893,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689"} {"level":"info","ts":1789174726.6159008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689","EoS":true} {"level":"info","ts":1789174726.615906,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3d12b0e40577364da950959a943d3ba1","span_id":"1d3b433e39dd9626","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689"} {"level":"info","ts":1789174726.7511055,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174726.751202,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454"} {"level":"info","ts":1789174726.7512167,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454"} {"level":"info","ts":1789174726.7512376,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454","EoS":true} {"level":"info","ts":1789174726.7512681,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454","header":"x-maas-username"} {"level":"info","ts":1789174726.7512817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454","header":"x-maas-subscription"} {"level":"info","ts":1789174726.7512908,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454","header":"x-maas-group"} {"level":"info","ts":1789174726.7513132,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789174726.7513463,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454"} {"level":"info","ts":1789174726.753346,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454"} {"level":"info","ts":1789174726.7533655,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454"} {"level":"info","ts":1789174726.7533822,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454","EoS":false} {"level":"info","ts":1789174726.7533925,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454"} {"level":"info","ts":1789174726.7535055,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454","EoS":false} {"level":"info","ts":1789174726.753519,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454"} {"level":"info","ts":1789174726.753532,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454","EoS":true} {"level":"info","ts":1789174726.7535386,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b31ec2db3edc47cd9e4456976b56bbaf","span_id":"18e0ece35fd76a22","x-request-id":"073ba311-f412-4358-9726-f560d9671454"} {"level":"info","ts":1789174739.6766706,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174739.6767886,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf"} {"level":"info","ts":1789174739.676805,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf"} {"level":"info","ts":1789174739.6768234,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf","EoS":true} {"level":"info","ts":1789174739.6768534,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf","header":"x-maas-group"} {"level":"info","ts":1789174739.6768663,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf","header":"x-maas-username"} {"level":"info","ts":1789174739.6768742,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf","header":"x-maas-subscription"} {"level":"info","ts":1789174739.676897,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789174739.676933,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf"} {"level":"info","ts":1789174739.6786225,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf"} {"level":"info","ts":1789174739.678638,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf"} {"level":"info","ts":1789174739.6786582,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf","EoS":false} {"level":"info","ts":1789174739.6786737,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf"} {"level":"info","ts":1789174739.6787171,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf","EoS":true} {"level":"info","ts":1789174739.6787314,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dab876f70889db4beb6e39ebe424d580","span_id":"20919618a836c9e8","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf"} {"level":"error","ts":1789174741.2489316,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789174751.249674,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}