{"level":"info","ts":1789606095.6776104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"f1009dde-a356-402a-ad57-867344226144"} {"level":"info","ts":1789606095.6777031,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"f1009dde-a356-402a-ad57-867344226144","name":"e2e-legacy-migration-e23a0957"} {"level":"info","ts":1789606095.6777053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"542d962b-daf9-4553-8381-abe377c9f19e","name":"e2e-legacy-migration-e23a0957","namespace":"llm"} {"level":"info","ts":1789606095.678049,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"542d962b-daf9-4553-8381-abe377c9f19e","modelName":"e2e-legacy-migration-e23a0957","resolvedRefs":1} {"level":"info","ts":1789606095.692166,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"39a03946-d499-4cee-8514-fa12611fc445","service":"e2e-legacy-migration-e23a0957","serviceEntry":"e2e-legacy-migration-e23a0957","destinationRule":"e2e-legacy-migration-e23a0957"} {"level":"info","ts":1789606095.6985197,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"11a41308-75f9-4e13-a62a-6452c7913740","name":"e2e-legacy-migration-e23a0957","namespace":"llm"} {"level":"info","ts":1789606095.6985962,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"11a41308-75f9-4e13-a62a-6452c7913740","modelName":"e2e-legacy-migration-e23a0957","resolvedRefs":1} {"level":"error","ts":1789606095.7058785,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"f1009dde-a356-402a-ad57-867344226144","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e23a0957\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789606095.7060099,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"f1009dde-a356-402a-ad57-867344226144","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-e23a0957\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789606095.707507,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"db8a28ef-a41c-454f-8181-04d4ac52e119"} {"level":"info","ts":1789606095.707587,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"db8a28ef-a41c-454f-8181-04d4ac52e119","name":"e2e-legacy-migration-e23a0957"} {"level":"info","ts":1789606095.7313151,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"cd85e8f7-f4e2-4a74-b3d0-24237e4b4776","name":"e2e-legacy-migration-e23a0957","namespace":"llm"} {"level":"info","ts":1789606095.7313445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"cd85e8f7-f4e2-4a74-b3d0-24237e4b4776","modelName":"e2e-legacy-migration-e23a0957","resolvedRefs":1} {"level":"info","ts":1789606095.737332,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"db8a28ef-a41c-454f-8181-04d4ac52e119","httpRoute":"e2e-legacy-migration-e23a0957","providers":["e2e-legacy-migration-e23a0957"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789606095.7455177,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"db8a28ef-a41c-454f-8181-04d4ac52e119","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e23a0957\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789606095.7455893,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"21291aa8-f9d1-4800-a081-75e369eb7d6d"} {"level":"info","ts":1789606095.7456307,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"21291aa8-f9d1-4800-a081-75e369eb7d6d","name":"e2e-legacy-migration-e23a0957"} {"level":"info","ts":1789606095.7639503,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"21291aa8-f9d1-4800-a081-75e369eb7d6d","httpRoute":"e2e-legacy-migration-e23a0957","providers":["e2e-legacy-migration-e23a0957"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789606095.7694914,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"192b4659-ac55-4365-96a0-cc0d1dd7f761","name":"e2e-legacy-migration-e23a0957","namespace":"llm"} {"level":"info","ts":1789606095.7695708,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"192b4659-ac55-4365-96a0-cc0d1dd7f761","modelName":"e2e-legacy-migration-e23a0957","resolvedRefs":1} {"level":"error","ts":1789606095.7866375,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"21291aa8-f9d1-4800-a081-75e369eb7d6d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e23a0957\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789606095.7867405,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"6178beb2-71d9-49ad-a8f8-a353ea9d280a"} {"level":"info","ts":1789606095.7868466,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"6178beb2-71d9-49ad-a8f8-a353ea9d280a","name":"e2e-legacy-migration-e23a0957"} {"level":"info","ts":1789606095.803648,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"6178beb2-71d9-49ad-a8f8-a353ea9d280a","httpRoute":"e2e-legacy-migration-e23a0957","providers":["e2e-legacy-migration-e23a0957"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789606095.936071,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"b47bebd7-7bfe-4461-a776-176346598adc","name":"e2e-legacy-migration-e23a0957","namespace":"llm"} {"level":"info","ts":1789606095.9394758,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"b47bebd7-7bfe-4461-a776-176346598adc","name":"e2e-legacy-migration-e23a0957"} {"level":"info","ts":1789606095.944407,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"b47bebd7-7bfe-4461-a776-176346598adc","provider":"openai","model":"e2e-legacy-migration-e23a0957","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789606098.4917712,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"4a3079b0-2aab-49a6-a4d7-d05a4bc52437","name":"e2e-legacy-migration-e23a0957","namespace":"llm"} {"level":"info","ts":1789606098.497453,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"3561d762-76e9-4aa9-aa63-a83b12fdee4b"} {"level":"info","ts":1789606098.4975712,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"b93c2b25-0de2-4675-bdbe-006e73efb059","name":"e2e-legacy-migration-e23a0957","namespace":"llm"} {"level":"info","ts":1789606098.4976676,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"b93c2b25-0de2-4675-bdbe-006e73efb059","name":"e2e-legacy-migration-e23a0957","namespace":"llm"} {"level":"info","ts":1789606098.4983697,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"a10b2794-e869-4739-87d6-72a07787d8b2","name":"e2e-legacy-migration-e23a0957","namespace":"llm"} {"level":"info","ts":1789606098.4986353,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"a10b2794-e869-4739-87d6-72a07787d8b2","name":"e2e-legacy-migration-e23a0957","namespace":"llm"} {"level":"info","ts":1789606098.499005,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e23a0957","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e23a0957","reconcileID":"dc297d33-59e9-43cc-a2b8-4c5d0d443ea1"} {"level":"info","ts":1789606098.8878129,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789606098.8879104,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e"} {"level":"info","ts":1789606098.8879237,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e"} {"level":"info","ts":1789606098.8879352,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e","EoS":true} {"level":"info","ts":1789606098.8879817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e","header":"x-maas-username"} {"level":"info","ts":1789606098.8879962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e","header":"x-maas-keyname"} {"level":"info","ts":1789606098.8880014,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e","header":"x-maas-subscription"} {"level":"info","ts":1789606098.8880055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e","header":"x-maas-group"} {"level":"info","ts":1789606098.8880205,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789606098.888031,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e","modelName":"e2e-external-model"} {"level":"info","ts":1789606098.8880422,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789606098.8880653,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789606098.8880808,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e","authType":"apikey"} {"level":"info","ts":1789606098.8881052,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e"} {"level":"info","ts":1789606098.9595928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e"} {"level":"info","ts":1789606098.9596198,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e"} {"level":"info","ts":1789606098.9596357,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e","EoS":false} {"level":"info","ts":1789606098.9596484,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e"} {"level":"info","ts":1789606098.9596786,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e","EoS":true} {"level":"info","ts":1789606098.9596908,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c18b14cbd4ed26fc664a394b73e50e2","span_id":"437994ff1169f862","x-request-id":"82b2c202-9fa3-4102-a194-6033583a669e"} {"level":"info","ts":1789606099.0006607,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789606099.0007875,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd"} {"level":"info","ts":1789606099.0008044,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd"} {"level":"info","ts":1789606099.000817,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd","EoS":true} {"level":"info","ts":1789606099.000883,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd","header":"x-maas-subscription"} {"level":"info","ts":1789606099.0008934,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd","header":"x-maas-keyname"} {"level":"info","ts":1789606099.0008981,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd","header":"x-maas-group"} {"level":"info","ts":1789606099.0009024,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd","header":"x-maas-username"} {"level":"info","ts":1789606099.0009165,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789606099.000947,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd"} {"level":"info","ts":1789606099.058835,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd"} {"level":"info","ts":1789606099.0588653,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd"} {"level":"info","ts":1789606099.0588813,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd","EoS":false} {"level":"info","ts":1789606099.0588932,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd"} {"level":"info","ts":1789606099.0589209,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd","EoS":true} {"level":"info","ts":1789606099.0589354,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"42b25c0ea4e35083f542b6f6231bb300","span_id":"7ea5ee18b35b92a6","x-request-id":"c13c4d6c-a89f-4e01-96f7-cf59d36028cd"} {"level":"info","ts":1789606099.099682,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789606099.0997674,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862"} {"level":"info","ts":1789606099.0997791,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862"} {"level":"info","ts":1789606099.0997908,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862","EoS":true} {"level":"info","ts":1789606099.0998127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862","header":"x-maas-subscription"} {"level":"info","ts":1789606099.0998228,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862","header":"x-maas-group"} {"level":"info","ts":1789606099.0998275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862","header":"x-maas-username"} {"level":"info","ts":1789606099.0998323,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862","header":"x-maas-keyname"} {"level":"info","ts":1789606099.0998611,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862"} {"level":"info","ts":1789606099.2782145,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862"} {"level":"info","ts":1789606099.2782426,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862"} {"level":"info","ts":1789606099.2782598,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862","EoS":false} {"level":"info","ts":1789606099.2782722,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862"} {"level":"info","ts":1789606099.2783577,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862","EoS":true} {"level":"info","ts":1789606099.2783716,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3614d1aa8585db1da09a68f7e971f3df","span_id":"e5b15a96997bfb10","x-request-id":"3e95e56c-fc38-49eb-bf85-8f5eca2bf862"} {"level":"info","ts":1789606100.129248,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"119c8767-8003-4ece-b7e2-1f0ff8cadf56"} {"level":"info","ts":1789606100.1293235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45ad5f15-10fa-4b89-bcbb-ddf8cd13272d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789606100.1296408,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45ad5f15-10fa-4b89-bcbb-ddf8cd13272d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789606100.2713032,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30c0ac02-2871-4973-b093-775a92b4a8b5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789606100.2714198,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30c0ac02-2871-4973-b093-775a92b4a8b5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789606100.2715044,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b064418-bcf7-4a07-86e2-70b9ebeb2d79"} {"level":"info","ts":1789606100.3999393,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d5eb19ef-07f0-4d4e-b668-c7c653d9877c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789606100.40013,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d5eb19ef-07f0-4d4e-b668-c7c653d9877c","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789606107.3644857,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789606122.3662145,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789606125.0330765,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789606125.0331774,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38"} {"level":"info","ts":1789606125.033191,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38"} {"level":"info","ts":1789606125.0332036,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38","EoS":true} {"level":"info","ts":1789606125.033229,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38","header":"x-maas-username"} {"level":"info","ts":1789606125.033239,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38","header":"x-maas-group"} {"level":"info","ts":1789606125.033244,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38","header":"x-maas-subscription"} {"level":"info","ts":1789606125.0332482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38","header":"x-maas-keyname"} {"level":"info","ts":1789606125.033262,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789606125.0332875,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38"} {"level":"info","ts":1789606125.034684,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38"} {"level":"info","ts":1789606125.0347066,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38"} {"level":"info","ts":1789606125.034725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38","EoS":false} {"level":"info","ts":1789606125.0347364,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38"} {"level":"info","ts":1789606125.0347614,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38","EoS":true} {"level":"info","ts":1789606125.0347712,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9685eff7cf96c71356207eeb5271424","span_id":"4d5ba07a6e4a4269","x-request-id":"b4e68b10-7368-49d3-9451-86a599e73b38"} {"level":"info","ts":1789606125.0821576,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789606125.082244,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0"} {"level":"info","ts":1789606125.0822556,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0"} {"level":"info","ts":1789606125.0822668,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0","EoS":true} {"level":"info","ts":1789606125.0822875,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0","header":"x-maas-username"} {"level":"info","ts":1789606125.082296,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0","header":"x-maas-subscription"} {"level":"info","ts":1789606125.0823011,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0","header":"x-maas-keyname"} {"level":"info","ts":1789606125.0823054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0","header":"x-maas-group"} {"level":"info","ts":1789606125.0823185,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789606125.0823421,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0"} {"level":"info","ts":1789606125.083414,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0"} {"level":"info","ts":1789606125.083432,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0"} {"level":"info","ts":1789606125.0834472,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0","EoS":false} {"level":"info","ts":1789606125.0834613,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0"} {"level":"info","ts":1789606125.0834858,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0","EoS":true} {"level":"info","ts":1789606125.0834959,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"097a45dfaf57748eb734ddb11f405049","span_id":"68235f4583d9e5bd","x-request-id":"5226930c-130f-4fd6-ad8f-4e8573551ec0"} {"level":"info","ts":1789606125.1180646,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789606125.1181467,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710"} {"level":"info","ts":1789606125.1181576,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710"} {"level":"info","ts":1789606125.1181686,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710","EoS":true} {"level":"info","ts":1789606125.118189,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710","header":"x-maas-username"} {"level":"info","ts":1789606125.1181967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710","header":"x-maas-group"} {"level":"info","ts":1789606125.1182022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710","header":"x-maas-keyname"} {"level":"info","ts":1789606125.118207,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710","header":"x-maas-subscription"} {"level":"info","ts":1789606125.1182208,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789606125.118242,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710"} {"level":"info","ts":1789606125.1191752,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710"} {"level":"info","ts":1789606125.1191885,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710"} {"level":"info","ts":1789606125.1192005,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710","EoS":false} {"level":"info","ts":1789606125.11921,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710"} {"level":"info","ts":1789606125.1192303,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710","EoS":true} {"level":"info","ts":1789606125.1192386,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb9acd9cd2e49695739905b2e94bfcdd","span_id":"3e719847071af606","x-request-id":"c68c8750-b91f-4218-9c36-43815411d710"} {"level":"info","ts":1789606125.1674407,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789606125.1675167,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16"} {"level":"info","ts":1789606125.1675289,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16"} {"level":"info","ts":1789606125.1675396,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16","EoS":true} {"level":"info","ts":1789606125.1675584,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16","header":"x-maas-username"} {"level":"info","ts":1789606125.1675677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16","header":"x-maas-keyname"} {"level":"info","ts":1789606125.167573,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16","header":"x-maas-group"} {"level":"info","ts":1789606125.1675775,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16","header":"x-maas-subscription"} {"level":"info","ts":1789606125.1675909,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789606125.1676128,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16"} {"level":"info","ts":1789606125.1686015,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16"} {"level":"info","ts":1789606125.1686175,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16"} {"level":"info","ts":1789606125.1686306,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16","EoS":false} {"level":"info","ts":1789606125.1686423,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16"} {"level":"info","ts":1789606125.168664,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16","EoS":true} {"level":"info","ts":1789606125.1686723,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9a32c28a78029bbc600755b6007dfac6","span_id":"00592a15a89dcc89","x-request-id":"209c4c6d-f34c-40c1-81d0-290a2a9f4c16"} {"level":"error","ts":1789606137.3676472,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789606137.4521031,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789606137.4522285,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0ec33891024610062d992092b5eb9db3","span_id":"32da08d26d632633","x-request-id":"12592f35-10be-47bb-aa09-f4e67741da83"} {"level":"info","ts":1789606137.4522479,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0ec33891024610062d992092b5eb9db3","span_id":"32da08d26d632633","x-request-id":"12592f35-10be-47bb-aa09-f4e67741da83"} {"level":"info","ts":1789606137.4522665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0ec33891024610062d992092b5eb9db3","span_id":"32da08d26d632633","x-request-id":"12592f35-10be-47bb-aa09-f4e67741da83","EoS":true} {"level":"info","ts":1789606137.4523363,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0ec33891024610062d992092b5eb9db3","span_id":"32da08d26d632633","x-request-id":"12592f35-10be-47bb-aa09-f4e67741da83"} {"level":"info","ts":1789606137.6159935,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789606137.6160896,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"71838dd41d4c3d261ebf387b8fdbac7e","span_id":"5ea23e3c26ed87f2","x-request-id":"62ecd44a-bbeb-4e5a-95ed-1e196e8bbcb9"} {"level":"info","ts":1789606137.6161022,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"71838dd41d4c3d261ebf387b8fdbac7e","span_id":"5ea23e3c26ed87f2","x-request-id":"62ecd44a-bbeb-4e5a-95ed-1e196e8bbcb9"} {"level":"info","ts":1789606137.6161132,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"71838dd41d4c3d261ebf387b8fdbac7e","span_id":"5ea23e3c26ed87f2","x-request-id":"62ecd44a-bbeb-4e5a-95ed-1e196e8bbcb9","EoS":true} {"level":"info","ts":1789606137.6161556,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"71838dd41d4c3d261ebf387b8fdbac7e","span_id":"5ea23e3c26ed87f2","x-request-id":"62ecd44a-bbeb-4e5a-95ed-1e196e8bbcb9"} {"level":"info","ts":1789606137.7713087,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789606137.7714152,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2024c5db451a2ca685a783bbcd6995e4","span_id":"5c9b0d97881429e5","x-request-id":"42f0a6f4-aea9-4785-93d6-a60a3076c923"} {"level":"info","ts":1789606137.7714295,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2024c5db451a2ca685a783bbcd6995e4","span_id":"5c9b0d97881429e5","x-request-id":"42f0a6f4-aea9-4785-93d6-a60a3076c923"} {"level":"info","ts":1789606137.7714415,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2024c5db451a2ca685a783bbcd6995e4","span_id":"5c9b0d97881429e5","x-request-id":"42f0a6f4-aea9-4785-93d6-a60a3076c923","EoS":true} {"level":"info","ts":1789606137.7714894,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2024c5db451a2ca685a783bbcd6995e4","span_id":"5c9b0d97881429e5","x-request-id":"42f0a6f4-aea9-4785-93d6-a60a3076c923"} {"level":"error","ts":1789606152.3694472,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789607024.4248648,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607024.4250083,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23"} {"level":"info","ts":1789607024.4250224,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23"} {"level":"info","ts":1789607024.4250364,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23","EoS":true} {"level":"info","ts":1789607024.425071,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23","header":"x-maas-group"} {"level":"info","ts":1789607024.4250836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23","header":"x-maas-username"} {"level":"info","ts":1789607024.4250884,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23","header":"x-maas-subscription"} {"level":"info","ts":1789607024.4250934,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23","header":"x-maas-keyname"} {"level":"info","ts":1789607024.4251075,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789607024.425148,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23"} {"level":"info","ts":1789607024.4263358,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23"} {"level":"info","ts":1789607024.426357,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23"} {"level":"info","ts":1789607024.4263752,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23","EoS":false} {"level":"info","ts":1789607024.4263859,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23"} {"level":"info","ts":1789607024.4264097,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23","EoS":true} {"level":"info","ts":1789607024.4264207,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a0eb7a5a16e64026b92b4ddcb5941bd","span_id":"599c82cfebe507d5","x-request-id":"f21c5d03-39dc-4987-a555-4c9979d4bb23"} {"level":"info","ts":1789607024.4650855,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607024.4651778,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5"} {"level":"info","ts":1789607024.4651906,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5"} {"level":"info","ts":1789607024.4652016,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5","EoS":true} {"level":"info","ts":1789607024.4652245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5","header":"x-maas-keyname"} {"level":"info","ts":1789607024.4652343,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5","header":"x-maas-username"} {"level":"info","ts":1789607024.4652386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5","header":"x-maas-subscription"} {"level":"info","ts":1789607024.4652436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5","header":"x-maas-group"} {"level":"info","ts":1789607024.465259,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789607024.4652872,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5"} {"level":"info","ts":1789607024.466138,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5"} {"level":"info","ts":1789607024.4661546,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5"} {"level":"info","ts":1789607024.4661672,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5","EoS":false} {"level":"info","ts":1789607024.46618,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5"} {"level":"info","ts":1789607024.4662056,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5","EoS":true} {"level":"info","ts":1789607024.4662151,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"82c9215b16ee18376964fe22c88a2179","span_id":"73c6567ee37487d5","x-request-id":"971fbf6d-88b9-419e-9127-d590326b51a5"} {"level":"error","ts":1789607037.4685829,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789607337.6702292,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607337.6703308,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b"} {"level":"info","ts":1789607337.6703434,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b"} {"level":"info","ts":1789607337.6703556,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b","EoS":true} {"level":"info","ts":1789607337.6703796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b","header":"x-maas-username"} {"level":"info","ts":1789607337.6703913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b","header":"x-maas-subscription"} {"level":"info","ts":1789607337.6703966,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b","header":"x-maas-keyname"} {"level":"info","ts":1789607337.6704009,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b","header":"x-maas-group"} {"level":"info","ts":1789607337.6704159,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789607337.6704419,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b"} {"level":"info","ts":1789607337.6832335,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b"} {"level":"info","ts":1789607337.6832552,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b"} {"level":"info","ts":1789607337.6832702,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b","EoS":false} {"level":"info","ts":1789607337.6832821,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b"} {"level":"info","ts":1789607337.6833084,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b","EoS":true} {"level":"info","ts":1789607337.683318,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4722961ff91aa8915cd0cbbc9e058311","span_id":"98454f01f7e2afe2","x-request-id":"13ee0b0d-fbff-423e-a0de-0265e2efed3b"} {"level":"info","ts":1789607337.8265233,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607337.8266232,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6"} {"level":"info","ts":1789607337.8266358,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6"} {"level":"info","ts":1789607337.8266475,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6","EoS":true} {"level":"info","ts":1789607337.8266704,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6","header":"x-maas-group"} {"level":"info","ts":1789607337.8266804,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6","header":"x-maas-username"} {"level":"info","ts":1789607337.8266857,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6","header":"x-maas-keyname"} {"level":"info","ts":1789607337.8266902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6","header":"x-maas-subscription"} {"level":"info","ts":1789607337.826705,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789607337.8267314,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6"} {"level":"info","ts":1789607337.828796,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6"} {"level":"info","ts":1789607337.828814,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6"} {"level":"info","ts":1789607337.8288274,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6","EoS":false} {"level":"info","ts":1789607337.82884,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6"} {"level":"info","ts":1789607337.8288639,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6","EoS":true} {"level":"info","ts":1789607337.8288732,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"db8787da67378c99b3c578a76097d1b6","span_id":"42806b67fbbc5026","x-request-id":"bfca7115-8a56-4ec8-983f-5590d2210ba6"} {"level":"info","ts":1789607337.9750464,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607337.975156,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2"} {"level":"info","ts":1789607337.9751737,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2"} {"level":"info","ts":1789607337.9751906,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2","EoS":true} {"level":"info","ts":1789607337.9752245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2","header":"x-maas-keyname"} {"level":"info","ts":1789607337.975237,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2","header":"x-maas-username"} {"level":"info","ts":1789607337.9752421,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2","header":"x-maas-subscription"} {"level":"info","ts":1789607337.9752479,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2","header":"x-maas-group"} {"level":"info","ts":1789607337.975264,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789607337.9752934,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2"} {"level":"info","ts":1789607337.976104,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2"} {"level":"info","ts":1789607337.976123,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2"} {"level":"info","ts":1789607337.9761336,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2","EoS":false} {"level":"info","ts":1789607337.9761488,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2"} {"level":"info","ts":1789607337.9761732,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2","EoS":true} {"level":"info","ts":1789607337.976182,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a8b3eb61d86b45c051e3bf116b04a673","span_id":"3223003152cb781c","x-request-id":"29cc61e8-4b0d-429c-ba7a-7a10baf92af2"} {"level":"info","ts":1789607338.1140566,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607338.1141684,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69"} {"level":"info","ts":1789607338.1141875,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69"} {"level":"info","ts":1789607338.114205,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69","EoS":true} {"level":"info","ts":1789607338.1142397,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69","header":"x-maas-keyname"} {"level":"info","ts":1789607338.1142528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69","header":"x-maas-subscription"} {"level":"info","ts":1789607338.1142583,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69","header":"x-maas-username"} {"level":"info","ts":1789607338.1142638,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69","header":"x-maas-group"} {"level":"info","ts":1789607338.114278,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789607338.114307,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69"} {"level":"info","ts":1789607338.1150866,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69"} {"level":"info","ts":1789607338.1151056,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69"} {"level":"info","ts":1789607338.1151183,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69","EoS":false} {"level":"info","ts":1789607338.115131,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69"} {"level":"info","ts":1789607338.1151552,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69","EoS":true} {"level":"info","ts":1789607338.1151636,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c145fe948bd74b3411b940e4452e9147","span_id":"35d94a7abb85e9ed","x-request-id":"703042c8-31aa-4665-8101-86eab613ce69"} {"level":"info","ts":1789607338.2564442,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607338.2565477,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1"} {"level":"info","ts":1789607338.2565615,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1"} {"level":"info","ts":1789607338.2565775,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1","EoS":true} {"level":"info","ts":1789607338.2566068,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1","header":"x-maas-group"} {"level":"info","ts":1789607338.2566166,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1","header":"x-maas-keyname"} {"level":"info","ts":1789607338.2566247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1","header":"x-maas-subscription"} {"level":"info","ts":1789607338.256629,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1","header":"x-maas-username"} {"level":"info","ts":1789607338.256643,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789607338.2566814,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1"} {"level":"info","ts":1789607338.2575085,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1"} {"level":"info","ts":1789607338.2575276,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1"} {"level":"info","ts":1789607338.2575383,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1","EoS":false} {"level":"info","ts":1789607338.2575493,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1"} {"level":"info","ts":1789607338.2575746,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1","EoS":true} {"level":"info","ts":1789607338.2575836,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ef5261e4a9d465ea672aed5360c815d","span_id":"514a9868c7f0ffc3","x-request-id":"9050fcf5-ed6e-40a0-b22d-abdf7122b5c1"} {"level":"info","ts":1789607352.24475,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607352.2448492,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a"} {"level":"info","ts":1789607352.2448683,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a"} {"level":"info","ts":1789607352.2448814,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a","EoS":true} {"level":"info","ts":1789607352.2449062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a","header":"x-maas-username"} {"level":"info","ts":1789607352.2449143,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a","header":"x-maas-keyname"} {"level":"info","ts":1789607352.244919,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a","header":"x-maas-group"} {"level":"info","ts":1789607352.2449238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a","header":"x-maas-subscription"} {"level":"info","ts":1789607352.244941,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789607352.2450001,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a"} {"level":"info","ts":1789607352.2465122,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a"} {"level":"info","ts":1789607352.246538,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a"} {"level":"info","ts":1789607352.2465587,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a","EoS":false} {"level":"info","ts":1789607352.2465763,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a"} {"level":"info","ts":1789607352.2466161,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a","EoS":true} {"level":"info","ts":1789607352.2466283,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ed4de558569a8065600c37a9dcb3948","span_id":"6d3d6239248fc875","x-request-id":"5161ebc7-ee42-4c4e-841e-3a4b64cdf48a"} {"level":"info","ts":1789607352.3499186,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607352.3500638,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"07e50ae845402502f1395bacc4418255","span_id":"da4a6af4c8dc76df","x-request-id":"14fe9e50-a68b-457f-bd8b-4549f6d47a55"} {"level":"info","ts":1789607352.3508692,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"07e50ae845402502f1395bacc4418255","span_id":"da4a6af4c8dc76df","x-request-id":"14fe9e50-a68b-457f-bd8b-4549f6d47a55"} {"level":"info","ts":1789607352.3508961,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"07e50ae845402502f1395bacc4418255","span_id":"da4a6af4c8dc76df","x-request-id":"14fe9e50-a68b-457f-bd8b-4549f6d47a55"} {"level":"info","ts":1789607352.3509133,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"07e50ae845402502f1395bacc4418255","span_id":"da4a6af4c8dc76df","x-request-id":"14fe9e50-a68b-457f-bd8b-4549f6d47a55","EoS":false} {"level":"info","ts":1789607352.3509293,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"07e50ae845402502f1395bacc4418255","span_id":"da4a6af4c8dc76df","x-request-id":"14fe9e50-a68b-457f-bd8b-4549f6d47a55"} {"level":"info","ts":1789607352.3509827,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"07e50ae845402502f1395bacc4418255","span_id":"da4a6af4c8dc76df","x-request-id":"14fe9e50-a68b-457f-bd8b-4549f6d47a55","EoS":true} {"level":"info","ts":1789607352.3509963,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"07e50ae845402502f1395bacc4418255","span_id":"da4a6af4c8dc76df","x-request-id":"14fe9e50-a68b-457f-bd8b-4549f6d47a55"} {"level":"error","ts":1789607352.5020845,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789607353.1243525,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607353.124476,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479"} {"level":"info","ts":1789607353.1244915,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479"} {"level":"info","ts":1789607353.124512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479","EoS":true} {"level":"info","ts":1789607353.1245472,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479","header":"x-maas-group"} {"level":"info","ts":1789607353.1245613,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479","header":"x-maas-subscription"} {"level":"info","ts":1789607353.1245694,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479","header":"x-maas-keyname"} {"level":"info","ts":1789607353.124577,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479","header":"x-maas-username"} {"level":"info","ts":1789607353.1245983,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789607353.124636,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479"} {"level":"info","ts":1789607353.125537,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479"} {"level":"info","ts":1789607353.1255655,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479"} {"level":"info","ts":1789607353.12558,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479","EoS":false} {"level":"info","ts":1789607353.1255922,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479"} {"level":"info","ts":1789607353.1256266,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479","EoS":true} {"level":"info","ts":1789607353.1256397,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f22bbce16b6279ce234923fd8e0967df","span_id":"57623c7478f08dcc","x-request-id":"d8f5309b-7fa1-4004-acbf-a736e88ef479"} {"level":"info","ts":1789607354.056139,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607354.0562468,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155"} {"level":"info","ts":1789607354.0562658,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155"} {"level":"info","ts":1789607354.0562842,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155","EoS":true} {"level":"info","ts":1789607354.0563188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155","header":"x-maas-subscription"} {"level":"info","ts":1789607354.05633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155","header":"x-maas-username"} {"level":"info","ts":1789607354.0563354,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155","header":"x-maas-keyname"} {"level":"info","ts":1789607354.0563395,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155","header":"x-maas-group"} {"level":"info","ts":1789607354.056355,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789607354.0563827,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155"} {"level":"info","ts":1789607354.0572278,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155"} {"level":"info","ts":1789607354.0572443,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155"} {"level":"info","ts":1789607354.0572553,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155","EoS":false} {"level":"info","ts":1789607354.0572667,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155"} {"level":"info","ts":1789607354.0572972,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155","EoS":true} {"level":"info","ts":1789607354.0573134,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1d64a93d53ab616b0cbf23d303862c18","span_id":"e8ba25e1d1444556","x-request-id":"c3a11e24-e11a-4189-9e41-a763067f3155"} {"level":"info","ts":1789607354.7900453,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607354.7901554,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2"} {"level":"info","ts":1789607354.7901697,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2"} {"level":"info","ts":1789607354.790186,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2","EoS":true} {"level":"info","ts":1789607354.7902186,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2","header":"x-maas-group"} {"level":"info","ts":1789607354.790229,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2","header":"x-maas-username"} {"level":"info","ts":1789607354.7902339,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2","header":"x-maas-keyname"} {"level":"info","ts":1789607354.7902381,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2","header":"x-maas-subscription"} {"level":"info","ts":1789607354.7902524,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789607354.7902792,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2"} {"level":"info","ts":1789607354.791147,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2"} {"level":"info","ts":1789607354.7911634,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2"} {"level":"info","ts":1789607354.7911766,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2","EoS":false} {"level":"info","ts":1789607354.791189,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2"} {"level":"info","ts":1789607354.7912135,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2","EoS":true} {"level":"info","ts":1789607354.7912254,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a7c152a7891bd0929f8c3bdca183d7fb","span_id":"e2891c810c86103e","x-request-id":"68168e77-5a88-4302-bbfc-93f2b26238c2"} {"level":"info","ts":1789607355.818027,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607355.8181386,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9"} {"level":"info","ts":1789607355.818153,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9"} {"level":"info","ts":1789607355.8181655,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9","EoS":true} {"level":"info","ts":1789607355.818194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9","header":"x-maas-group"} {"level":"info","ts":1789607355.8182056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9","header":"x-maas-subscription"} {"level":"info","ts":1789607355.818214,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9","header":"x-maas-keyname"} {"level":"info","ts":1789607355.818222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9","header":"x-maas-username"} {"level":"info","ts":1789607355.8182366,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789607355.8182642,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9"} {"level":"info","ts":1789607355.8192625,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9"} {"level":"info","ts":1789607355.8192816,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9"} {"level":"info","ts":1789607355.8192956,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9","EoS":false} {"level":"info","ts":1789607355.8193083,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9"} {"level":"info","ts":1789607355.8193386,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9","EoS":true} {"level":"info","ts":1789607355.8193529,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"132f515343f4b1fca13cf78e24f20a48","span_id":"9a6c9f1cf980c02d","x-request-id":"ad941a7a-24f8-4f63-a8d1-d38aae2aa0b9"} {"level":"error","ts":1789607362.5031288,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789607372.5035934,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789607375.3549938,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607375.3551042,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17"} {"level":"info","ts":1789607375.355177,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17"} {"level":"info","ts":1789607375.3551931,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17","EoS":true} {"level":"info","ts":1789607375.3552241,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17","header":"x-maas-keyname"} {"level":"info","ts":1789607375.3552353,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17","header":"x-maas-group"} {"level":"info","ts":1789607375.3552408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17","header":"x-maas-username"} {"level":"info","ts":1789607375.3552454,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17","header":"x-maas-subscription"} {"level":"info","ts":1789607375.3552601,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789607375.3552883,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17"} {"level":"info","ts":1789607375.3564444,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17"} {"level":"info","ts":1789607375.3564804,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17"} {"level":"info","ts":1789607375.356504,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17","EoS":false} {"level":"info","ts":1789607375.3565211,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17"} {"level":"info","ts":1789607375.3565593,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17","EoS":true} {"level":"info","ts":1789607375.356575,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87454e36b7ae1d04b5a950b1de069d64","span_id":"d6fd8b3a83146626","x-request-id":"1450783b-588f-4c2e-8c9b-c2dea483fb17"} {"level":"error","ts":1789607387.5043116,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789607468.6544647,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607468.654569,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f"} {"level":"info","ts":1789607468.6545823,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f"} {"level":"info","ts":1789607468.6545947,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f","EoS":true} {"level":"info","ts":1789607468.6546292,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f","header":"x-maas-username"} {"level":"info","ts":1789607468.6546435,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f","header":"x-maas-keyname"} {"level":"info","ts":1789607468.6546488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f","header":"x-maas-group"} {"level":"info","ts":1789607468.6546528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f","header":"x-maas-subscription"} {"level":"info","ts":1789607468.6546688,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789607468.6546972,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f"} {"level":"info","ts":1789607468.6676373,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f"} {"level":"info","ts":1789607468.667658,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f"} {"level":"info","ts":1789607468.667673,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f","EoS":false} {"level":"info","ts":1789607468.667686,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f"} {"level":"info","ts":1789607468.667713,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f","EoS":true} {"level":"info","ts":1789607468.6677275,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9fc518ebdfd6e90b1db57fbbfdb06ee6","span_id":"083019b729774ad9","x-request-id":"f8154aa3-910f-4d2a-a1a8-8df6ea3a187f"} {"level":"error","ts":1789607482.5125601,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789607546.549938,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607546.550104,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38"} {"level":"info","ts":1789607546.5501204,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38"} {"level":"info","ts":1789607546.5501366,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38","EoS":true} {"level":"info","ts":1789607546.5501597,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38","header":"x-maas-username"} {"level":"info","ts":1789607546.5501666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38","header":"x-maas-group"} {"level":"info","ts":1789607546.5501716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38","header":"x-maas-subscription"} {"level":"info","ts":1789607546.5501769,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38","header":"x-maas-keyname"} {"level":"info","ts":1789607546.5501919,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789607546.5502186,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38"} {"level":"info","ts":1789607546.5512547,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38"} {"level":"info","ts":1789607546.5512722,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38"} {"level":"info","ts":1789607546.5512855,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38","EoS":false} {"level":"info","ts":1789607546.5512962,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38"} {"level":"info","ts":1789607546.5513177,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38","EoS":true} {"level":"info","ts":1789607546.5513272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cf73a485d38e1157017331bcede2fe12","span_id":"386b6faf24484434","x-request-id":"fe1bac04-d24f-47aa-9310-7a3a942c8b38"} {"level":"error","ts":1789607557.519834,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789607563.267167,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607563.2672842,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f"} {"level":"info","ts":1789607563.2673004,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f"} {"level":"info","ts":1789607563.2673192,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f","EoS":true} {"level":"info","ts":1789607563.267352,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f","header":"x-maas-subscription"} {"level":"info","ts":1789607563.2673645,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f","header":"x-maas-username"} {"level":"info","ts":1789607563.2673736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f","header":"x-maas-group"} {"level":"info","ts":1789607563.2673812,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f","header":"x-maas-keyname"} {"level":"info","ts":1789607563.2674031,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789607563.2674398,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f"} {"level":"info","ts":1789607563.2800078,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f"} {"level":"info","ts":1789607563.2800307,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f"} {"level":"info","ts":1789607563.2800512,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f","EoS":false} {"level":"info","ts":1789607563.2800655,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f"} {"level":"info","ts":1789607563.2800934,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f","EoS":false} {"level":"info","ts":1789607563.2801042,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f"} {"level":"info","ts":1789607563.2801163,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f","EoS":true} {"level":"info","ts":1789607563.280121,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ea8e8182c202fe89dcd148004e6bb43","span_id":"76d60b641e244832","x-request-id":"4255620e-a59f-4877-9189-90967fc8a02f"} {"level":"info","ts":1789607563.4249353,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607563.425098,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c"} {"level":"info","ts":1789607563.4251144,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c"} {"level":"info","ts":1789607563.4251287,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c","EoS":true} {"level":"info","ts":1789607563.425152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c","header":"x-maas-username"} {"level":"info","ts":1789607563.4251633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c","header":"x-maas-keyname"} {"level":"info","ts":1789607563.4251688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c","header":"x-maas-group"} {"level":"info","ts":1789607563.4251735,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c","header":"x-maas-subscription"} {"level":"info","ts":1789607563.4251876,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789607563.4252133,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c"} {"level":"info","ts":1789607563.426902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c"} {"level":"info","ts":1789607563.4269242,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c"} {"level":"info","ts":1789607563.4269395,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c","EoS":false} {"level":"info","ts":1789607563.4269538,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c"} {"level":"info","ts":1789607563.4270005,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c","EoS":false} {"level":"info","ts":1789607563.4270127,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c"} {"level":"info","ts":1789607563.4270234,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c","EoS":true} {"level":"info","ts":1789607563.4270287,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"12d32551111e008e9ac29b0a2d870755","span_id":"caeb1aa79c8cdd94","x-request-id":"ce584f72-253d-4f99-9433-670326b0618c"} {"level":"info","ts":1789607563.5655925,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607563.5657341,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd"} {"level":"info","ts":1789607563.5657494,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd"} {"level":"info","ts":1789607563.5657704,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd","EoS":true} {"level":"info","ts":1789607563.565805,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd","header":"x-maas-username"} {"level":"info","ts":1789607563.565818,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd","header":"x-maas-group"} {"level":"info","ts":1789607563.5658264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd","header":"x-maas-subscription"} {"level":"info","ts":1789607563.5658336,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd","header":"x-maas-keyname"} {"level":"info","ts":1789607563.565857,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789607563.565895,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd"} {"level":"info","ts":1789607563.566711,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd"} {"level":"info","ts":1789607563.5667303,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd"} {"level":"info","ts":1789607563.5667472,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd","EoS":false} {"level":"info","ts":1789607563.5667584,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd"} {"level":"info","ts":1789607563.5667846,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd","EoS":true} {"level":"info","ts":1789607563.566822,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"894f9eedb57188c1cf828704abb7fb28","span_id":"26b33b423fa21f06","x-request-id":"918e3b37-fca1-41c0-8c90-e961c56aaadd"} {"level":"info","ts":1789607576.4664648,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789607576.4666,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd"} {"level":"info","ts":1789607576.4666207,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd"} {"level":"info","ts":1789607576.4666378,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd","EoS":true} {"level":"info","ts":1789607576.4666681,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd","header":"x-maas-username"} {"level":"info","ts":1789607576.466683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd","header":"x-maas-subscription"} {"level":"info","ts":1789607576.4666922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd","header":"x-maas-group"} {"level":"info","ts":1789607576.4666991,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd","header":"x-maas-keyname"} {"level":"info","ts":1789607576.4667177,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789607576.466757,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd"} {"level":"info","ts":1789607576.468377,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd"} {"level":"info","ts":1789607576.4684005,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd"} {"level":"info","ts":1789607576.4684184,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd","EoS":false} {"level":"info","ts":1789607576.4684322,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd"} {"level":"info","ts":1789607576.4684622,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd","EoS":true} {"level":"info","ts":1789607576.4684753,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d65d95cec5e306651fdc6e552779f79","span_id":"140acfb72e58bad6","x-request-id":"22adf7f2-e443-476b-8ca2-0ae53f3412bd"} {"level":"error","ts":1789607577.5210142,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}