{"level":"error","ts":1789570187.5711527,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"4224158b-7dbe-48b1-8a8f-67cdfaa4df78","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-d2559751\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789570187.5712485,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"4acab8b2-7516-4de3-bed8-d31cc43883b7"} {"level":"info","ts":1789570187.57137,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"4acab8b2-7516-4de3-bed8-d31cc43883b7","name":"e2e-legacy-migration-d2559751"} {"level":"info","ts":1789570187.5715148,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"e7a6c7d7-56c6-4a0a-bcf1-eab5384176ab","service":"e2e-legacy-migration-d2559751","serviceEntry":"e2e-legacy-migration-d2559751","destinationRule":"e2e-legacy-migration-d2559751"} {"level":"info","ts":1789570187.5860097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"65f6dd3a-50bc-4aa0-a90c-673384b2d518","name":"e2e-legacy-migration-d2559751","namespace":"llm"} {"level":"info","ts":1789570187.5861187,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"65f6dd3a-50bc-4aa0-a90c-673384b2d518","modelName":"e2e-legacy-migration-d2559751","resolvedRefs":1} {"level":"error","ts":1789570187.5906417,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"4acab8b2-7516-4de3-bed8-d31cc43883b7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d2559751\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789570187.590752,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"4acab8b2-7516-4de3-bed8-d31cc43883b7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-d2559751\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789570187.5908332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"beb17e66-155f-46e7-b31c-8b71116199e7"} {"level":"info","ts":1789570187.5908983,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"beb17e66-155f-46e7-b31c-8b71116199e7","name":"e2e-legacy-migration-d2559751"} {"level":"info","ts":1789570187.601117,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"beb17e66-155f-46e7-b31c-8b71116199e7","httpRoute":"e2e-legacy-migration-d2559751","providers":["e2e-legacy-migration-d2559751"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789570187.6057239,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"09e221a0-609a-4005-bc80-b1606dc11661","name":"e2e-legacy-migration-d2559751","namespace":"llm"} {"level":"info","ts":1789570187.60579,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"09e221a0-609a-4005-bc80-b1606dc11661","modelName":"e2e-legacy-migration-d2559751","resolvedRefs":1} {"level":"error","ts":1789570187.6118855,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"beb17e66-155f-46e7-b31c-8b71116199e7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d2559751\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789570187.611947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"8785725e-4bcb-4ee6-b865-e781626e31f6"} {"level":"info","ts":1789570187.6119924,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"8785725e-4bcb-4ee6-b865-e781626e31f6","name":"e2e-legacy-migration-d2559751"} {"level":"info","ts":1789570187.6210592,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"8785725e-4bcb-4ee6-b865-e781626e31f6","httpRoute":"e2e-legacy-migration-d2559751","providers":["e2e-legacy-migration-d2559751"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789570187.897627,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"47b56bb9-d6a5-4a41-8e6f-9e22288511a4","name":"e2e-legacy-migration-d2559751","namespace":"llm"} {"level":"info","ts":1789570187.901824,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"47b56bb9-d6a5-4a41-8e6f-9e22288511a4","name":"e2e-legacy-migration-d2559751"} {"level":"info","ts":1789570187.9070363,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"47b56bb9-d6a5-4a41-8e6f-9e22288511a4","provider":"openai","model":"e2e-legacy-migration-d2559751","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789570190.3317401,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570190.3318377,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe"} {"level":"info","ts":1789570190.3318486,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe"} {"level":"info","ts":1789570190.3318598,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe","EoS":true} {"level":"info","ts":1789570190.3318813,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe","header":"x-maas-subscription"} {"level":"info","ts":1789570190.3318923,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe","header":"x-maas-username"} {"level":"info","ts":1789570190.331897,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe","header":"x-maas-group"} {"level":"info","ts":1789570190.3319023,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe","header":"x-maas-keyname"} {"level":"info","ts":1789570190.3319166,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570190.3319442,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe"} {"level":"info","ts":1789570190.3397183,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe"} {"level":"info","ts":1789570190.3397448,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe"} {"level":"info","ts":1789570190.3397672,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe","EoS":false} {"level":"info","ts":1789570190.3397806,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe"} {"level":"info","ts":1789570190.3398116,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe","EoS":true} {"level":"info","ts":1789570190.3398225,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"77620881bc270070a4f7bb2c800957c8","span_id":"8403bdd257af13a3","x-request-id":"69406ff3-a948-4cbd-b6fc-ee8c1f5eadfe"} {"level":"info","ts":1789570190.3797219,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"4bb19a9e-2434-4f30-b535-5ae5ffe972c7","name":"e2e-legacy-migration-d2559751","namespace":"llm"} {"level":"info","ts":1789570190.4094775,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570190.4095795,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48"} {"level":"info","ts":1789570190.4095936,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48"} {"level":"info","ts":1789570190.4096112,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48","EoS":true} {"level":"info","ts":1789570190.409637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48","header":"x-maas-username"} {"level":"info","ts":1789570190.4096446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48","header":"x-maas-keyname"} {"level":"info","ts":1789570190.4096496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48","header":"x-maas-group"} {"level":"info","ts":1789570190.409655,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48","header":"x-maas-subscription"} {"level":"info","ts":1789570190.4096699,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570190.4097018,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48"} {"level":"info","ts":1789570190.410987,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48"} {"level":"info","ts":1789570190.4110074,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48"} {"level":"info","ts":1789570190.4110355,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48","EoS":false} {"level":"info","ts":1789570190.411054,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48"} {"level":"info","ts":1789570190.4110923,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48","EoS":true} {"level":"info","ts":1789570190.4111042,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb2cf73f1872f330f24314a4e03aa733","span_id":"47f4d3493fef35fd","x-request-id":"bb120634-ce0d-4092-9706-a35fdec80f48"} {"level":"info","ts":1789570190.4139576,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"df4fb0d5-3d86-41e7-a2c2-b244e1c15872"} {"level":"info","ts":1789570190.41403,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"257a2788-316a-4127-bee2-bd4431dcd02d"} {"level":"info","ts":1789570190.4140656,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"54830374-df34-4d79-8e69-03ca26a9a908","name":"e2e-legacy-migration-d2559751","namespace":"llm"} {"level":"info","ts":1789570190.414095,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"54830374-df34-4d79-8e69-03ca26a9a908","modelName":"e2e-legacy-migration-d2559751","resolvedRefs":1} {"level":"error","ts":1789570190.4140844,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"257a2788-316a-4127-bee2-bd4431dcd02d","provider":"e2e-legacy-migration-d2559751","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-d2559751\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789570190.414153,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"b8c2c4c3-98c3-4e05-be85-f7e407832164","name":"e2e-legacy-migration-d2559751","namespace":"llm"} {"level":"info","ts":1789570190.4141881,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"b8c2c4c3-98c3-4e05-be85-f7e407832164","name":"e2e-legacy-migration-d2559751","namespace":"llm"} {"level":"info","ts":1789570190.4205937,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"5dfc03c1-c291-467d-9a0f-86c62003e413","name":"e2e-legacy-migration-d2559751","namespace":"llm"} {"level":"info","ts":1789570190.4207044,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"5dfc03c1-c291-467d-9a0f-86c62003e413","name":"e2e-legacy-migration-d2559751","namespace":"llm"} {"level":"error","ts":1789570190.42987,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"257a2788-316a-4127-bee2-bd4431dcd02d","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d2559751\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789570190.429905,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"257a2788-316a-4127-bee2-bd4431dcd02d","error":"ExternalModel \"e2e-legacy-migration-d2559751\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d2559751\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789570190.4299464,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d2559751","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d2559751","reconcileID":"9ba22d2a-dcdc-474f-9828-d977adca2352"} {"level":"info","ts":1789570190.4747043,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570190.4747894,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469"} {"level":"info","ts":1789570190.4748094,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469"} {"level":"info","ts":1789570190.4748228,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469","EoS":true} {"level":"info","ts":1789570190.4748406,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469","header":"x-maas-username"} {"level":"info","ts":1789570190.4748507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469","header":"x-maas-keyname"} {"level":"info","ts":1789570190.474856,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469","header":"x-maas-subscription"} {"level":"info","ts":1789570190.4748616,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469","header":"x-maas-group"} {"level":"info","ts":1789570190.4748766,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570190.4748976,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469"} {"level":"info","ts":1789570190.4797318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469"} {"level":"info","ts":1789570190.4797502,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469"} {"level":"info","ts":1789570190.47977,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469","EoS":false} {"level":"info","ts":1789570190.4797814,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469"} {"level":"info","ts":1789570190.479808,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469","EoS":true} {"level":"info","ts":1789570190.479814,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce3e3e40dffe081d3e7ab3fee618aaef","span_id":"e2b9619e1a7273c1","x-request-id":"0f9b0cd1-0d2b-4ecc-ba36-44dc1e9d2469"} {"level":"info","ts":1789570190.5262628,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570190.5263553,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751"} {"level":"info","ts":1789570190.526366,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751"} {"level":"info","ts":1789570190.5263774,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751","EoS":true} {"level":"info","ts":1789570190.526402,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751","header":"x-maas-subscription"} {"level":"info","ts":1789570190.5264118,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751","header":"x-maas-group"} {"level":"info","ts":1789570190.5264165,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751","header":"x-maas-username"} {"level":"info","ts":1789570190.5264213,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751","header":"x-maas-keyname"} {"level":"info","ts":1789570190.5264373,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570190.5264683,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751"} {"level":"info","ts":1789570190.5275815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751"} {"level":"info","ts":1789570190.527602,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751"} {"level":"info","ts":1789570190.527624,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751","EoS":false} {"level":"info","ts":1789570190.527637,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751"} {"level":"info","ts":1789570190.5276623,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751","EoS":true} {"level":"info","ts":1789570190.5276732,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d50293778fa26ff77d403c60edafa45","span_id":"750c3e42854d757e","x-request-id":"8740eae9-fb8c-47ac-972b-9ae5c3597751"} {"level":"info","ts":1789570190.8864088,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570190.8865206,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2"} {"level":"info","ts":1789570190.886535,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2"} {"level":"info","ts":1789570190.8865545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2","EoS":true} {"level":"info","ts":1789570190.8865907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2","header":"x-maas-keyname"} {"level":"info","ts":1789570190.8866036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2","header":"x-maas-username"} {"level":"info","ts":1789570190.8866131,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2","header":"x-maas-group"} {"level":"info","ts":1789570190.8866215,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2","header":"x-maas-subscription"} {"level":"info","ts":1789570190.886643,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789570190.8866594,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2","modelName":"e2e-external-model"} {"level":"info","ts":1789570190.8866754,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789570190.8867106,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789570190.8867385,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2","authType":"apikey"} {"level":"info","ts":1789570190.8867762,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2"} {"level":"info","ts":1789570191.8571002,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2"} {"level":"info","ts":1789570191.857125,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2"} {"level":"info","ts":1789570191.8571405,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2","EoS":false} {"level":"info","ts":1789570191.8571537,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2"} {"level":"info","ts":1789570191.857225,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2","EoS":true} {"level":"info","ts":1789570191.8572419,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"366c3761c6372a62938f6d6e95a639a4","span_id":"0ece1c279ca2b37e","x-request-id":"1d5cb44c-4d47-4f03-a199-a25e72dec0d2"} {"level":"info","ts":1789570191.9091246,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570191.909253,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9"} {"level":"info","ts":1789570191.9092731,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9"} {"level":"info","ts":1789570191.9092925,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9","EoS":true} {"level":"info","ts":1789570191.9093287,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9","header":"x-maas-username"} {"level":"info","ts":1789570191.9093428,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9","header":"x-maas-keyname"} {"level":"info","ts":1789570191.909351,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9","header":"x-maas-subscription"} {"level":"info","ts":1789570191.9093587,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9","header":"x-maas-group"} {"level":"info","ts":1789570191.9093812,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789570191.9094179,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9"} {"level":"error","ts":1789570195.7091076,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789570196.1017377,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9"} {"level":"info","ts":1789570196.1017652,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9"} {"level":"info","ts":1789570196.1017826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9","EoS":false} {"level":"info","ts":1789570196.101798,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9"} {"level":"info","ts":1789570196.1018267,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9","EoS":true} {"level":"info","ts":1789570196.1018336,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68643a3ca8b4e001e6ce096a94b866a0","span_id":"9b84f952eb018c72","x-request-id":"c5c738c3-667d-445a-8918-385ca152b7a9"} {"level":"info","ts":1789570196.1768425,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570196.1769447,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6"} {"level":"info","ts":1789570196.1769605,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6"} {"level":"info","ts":1789570196.176978,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6","EoS":true} {"level":"info","ts":1789570196.1770122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6","header":"x-maas-group"} {"level":"info","ts":1789570196.177026,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6","header":"x-maas-subscription"} {"level":"info","ts":1789570196.1770363,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6","header":"x-maas-username"} {"level":"info","ts":1789570196.1770434,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6","header":"x-maas-keyname"} {"level":"info","ts":1789570196.177081,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6"} {"level":"info","ts":1789570197.8609293,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6"} {"level":"info","ts":1789570197.8609705,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6"} {"level":"info","ts":1789570197.8609953,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6","EoS":false} {"level":"info","ts":1789570197.8610144,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6"} {"level":"info","ts":1789570197.8610563,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6","EoS":true} {"level":"info","ts":1789570197.861071,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dcac5456d77ce1e12490fe50ac82f62a","span_id":"69e7a6eb683fb327","x-request-id":"e7f80b48-d2df-4d5b-b99e-ea637c84e7a6"} {"level":"info","ts":1789570198.7305913,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"883d75ea-fb99-43e4-8a14-9fdf8862eba2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789570198.7306416,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"883d75ea-fb99-43e4-8a14-9fdf8862eba2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789570198.7306962,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbbff0ec-d34c-48e6-9f9a-5c605739a419"} {"level":"info","ts":1789570198.8762085,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08127877-185e-4b1a-af66-994332326e74"} {"level":"info","ts":1789570198.8762305,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70bd4b18-4be9-404f-a21a-baaa9a692115","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789570198.8763428,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70bd4b18-4be9-404f-a21a-baaa9a692115","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789570198.9848123,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"56fcaa0c-aa85-43f5-951c-b0c3020e353a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789570198.9849346,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"56fcaa0c-aa85-43f5-951c-b0c3020e353a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789570205.2765357,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570205.2766266,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f6a04605f12dc20eb5f54565652f8122","span_id":"66876cbe916da28a","x-request-id":"832d149b-d03b-4855-94f5-669bca76dee5"} {"level":"info","ts":1789570205.2766402,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f6a04605f12dc20eb5f54565652f8122","span_id":"66876cbe916da28a","x-request-id":"832d149b-d03b-4855-94f5-669bca76dee5"} {"level":"info","ts":1789570205.2766526,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f6a04605f12dc20eb5f54565652f8122","span_id":"66876cbe916da28a","x-request-id":"832d149b-d03b-4855-94f5-669bca76dee5","EoS":true} {"level":"info","ts":1789570205.2766993,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f6a04605f12dc20eb5f54565652f8122","span_id":"66876cbe916da28a","x-request-id":"832d149b-d03b-4855-94f5-669bca76dee5"} {"level":"info","ts":1789570205.4297998,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570205.4298873,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d90f83d6a647f81629ccac349c5ab002","span_id":"7f21f30e3fac1d9d","x-request-id":"fbf173b2-fd3d-4106-8241-016d9d36587d"} {"level":"info","ts":1789570205.429899,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d90f83d6a647f81629ccac349c5ab002","span_id":"7f21f30e3fac1d9d","x-request-id":"fbf173b2-fd3d-4106-8241-016d9d36587d"} {"level":"info","ts":1789570205.42991,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d90f83d6a647f81629ccac349c5ab002","span_id":"7f21f30e3fac1d9d","x-request-id":"fbf173b2-fd3d-4106-8241-016d9d36587d","EoS":true} {"level":"info","ts":1789570205.4299436,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d90f83d6a647f81629ccac349c5ab002","span_id":"7f21f30e3fac1d9d","x-request-id":"fbf173b2-fd3d-4106-8241-016d9d36587d"} {"level":"info","ts":1789570205.586861,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570205.5869498,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"92830af044669884aac0f0988bbeb33c","span_id":"c2c54d28761a9bd7","x-request-id":"d53ffe1d-6b9f-4a29-8345-f2071b2620d1"} {"level":"info","ts":1789570205.5869634,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"92830af044669884aac0f0988bbeb33c","span_id":"c2c54d28761a9bd7","x-request-id":"d53ffe1d-6b9f-4a29-8345-f2071b2620d1"} {"level":"info","ts":1789570205.5869794,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"92830af044669884aac0f0988bbeb33c","span_id":"c2c54d28761a9bd7","x-request-id":"d53ffe1d-6b9f-4a29-8345-f2071b2620d1","EoS":true} {"level":"info","ts":1789570205.5870233,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"92830af044669884aac0f0988bbeb33c","span_id":"c2c54d28761a9bd7","x-request-id":"d53ffe1d-6b9f-4a29-8345-f2071b2620d1"} {"level":"error","ts":1789570205.7098644,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789570215.7106488,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789570230.7119706,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789571265.947795,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571265.9478984,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6"} {"level":"info","ts":1789571265.9479103,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6"} {"level":"info","ts":1789571265.9479218,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6","EoS":true} {"level":"info","ts":1789571265.9479465,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6","header":"x-maas-keyname"} {"level":"info","ts":1789571265.9479575,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6","header":"x-maas-username"} {"level":"info","ts":1789571265.9479623,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6","header":"x-maas-group"} {"level":"info","ts":1789571265.9479675,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6","header":"x-maas-subscription"} {"level":"info","ts":1789571265.9479825,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789571265.948003,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6"} {"level":"info","ts":1789571265.9489808,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6"} {"level":"info","ts":1789571265.949003,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6"} {"level":"info","ts":1789571265.9490209,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6","EoS":false} {"level":"info","ts":1789571265.9490323,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6"} {"level":"info","ts":1789571265.949059,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6","EoS":true} {"level":"info","ts":1789571265.9490697,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e8a8855a3d3d8804b158a0b37196b343","span_id":"879cd7534212ad7d","x-request-id":"1aa7e6ae-8e6a-4c65-ad50-9b575af33dc6"} {"level":"info","ts":1789571265.987257,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571265.9873605,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c"} {"level":"info","ts":1789571265.987377,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c"} {"level":"info","ts":1789571265.9873953,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c","EoS":true} {"level":"info","ts":1789571265.9874303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c","header":"x-maas-keyname"} {"level":"info","ts":1789571265.987443,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c","header":"x-maas-group"} {"level":"info","ts":1789571265.9874518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c","header":"x-maas-username"} {"level":"info","ts":1789571265.9874604,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c","header":"x-maas-subscription"} {"level":"info","ts":1789571265.9874825,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789571265.987516,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c"} {"level":"info","ts":1789571265.988418,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c"} {"level":"info","ts":1789571265.988435,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c"} {"level":"info","ts":1789571265.9884486,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c","EoS":false} {"level":"info","ts":1789571265.9884605,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c"} {"level":"info","ts":1789571265.9884837,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c","EoS":true} {"level":"info","ts":1789571265.9884937,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0aa7eeca75e46cd9991e71181e3c47b6","span_id":"b948e31aa2225ef8","x-request-id":"653d34c8-0304-96f8-bd0f-e8970809416c"} {"level":"error","ts":1789571280.829859,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789571592.9513977,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571592.9515345,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa"} {"level":"info","ts":1789571592.9515545,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa"} {"level":"info","ts":1789571592.9515731,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa","EoS":true} {"level":"info","ts":1789571592.9516048,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa","header":"x-maas-keyname"} {"level":"info","ts":1789571592.9516814,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa","header":"x-maas-username"} {"level":"info","ts":1789571592.9516966,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa","header":"x-maas-group"} {"level":"info","ts":1789571592.951704,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa","header":"x-maas-subscription"} {"level":"info","ts":1789571592.951722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789571592.9517875,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa"} {"level":"info","ts":1789571592.9640932,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa"} {"level":"info","ts":1789571592.9641144,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa"} {"level":"info","ts":1789571592.964131,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa","EoS":false} {"level":"info","ts":1789571592.9641433,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa"} {"level":"info","ts":1789571592.9641883,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa","EoS":true} {"level":"info","ts":1789571592.964198,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6fd8a7d51cfa0b6737bac455167ad354","span_id":"d60a66b35bfcf7cb","x-request-id":"bb6cd3a3-4059-4146-ad9d-0053d718cafa"} {"level":"info","ts":1789571593.1255622,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571593.1256766,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e"} {"level":"info","ts":1789571593.1256926,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e"} {"level":"info","ts":1789571593.1257112,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e","EoS":true} {"level":"info","ts":1789571593.125782,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e","header":"x-maas-subscription"} {"level":"info","ts":1789571593.1257951,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e","header":"x-maas-keyname"} {"level":"info","ts":1789571593.1258028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e","header":"x-maas-username"} {"level":"info","ts":1789571593.125812,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e","header":"x-maas-group"} {"level":"info","ts":1789571593.125834,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789571593.1258714,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e"} {"level":"info","ts":1789571593.1266701,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e"} {"level":"info","ts":1789571593.1266959,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e"} {"level":"info","ts":1789571593.1267147,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e","EoS":false} {"level":"info","ts":1789571593.1267307,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e"} {"level":"info","ts":1789571593.126762,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e","EoS":true} {"level":"info","ts":1789571593.1267743,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe440d1efd0a50cb9cefbdeb66ed2bac","span_id":"484d2b29ce4812b8","x-request-id":"a20ed0f5-4f66-47f8-9005-7467a3c2523e"} {"level":"info","ts":1789571593.2665393,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571593.2666426,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4"} {"level":"info","ts":1789571593.2666585,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4"} {"level":"info","ts":1789571593.266677,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4","EoS":true} {"level":"info","ts":1789571593.2667487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4","header":"x-maas-subscription"} {"level":"info","ts":1789571593.266762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4","header":"x-maas-keyname"} {"level":"info","ts":1789571593.2667694,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4","header":"x-maas-username"} {"level":"info","ts":1789571593.2667787,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4","header":"x-maas-group"} {"level":"info","ts":1789571593.2667983,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789571593.2668312,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4"} {"level":"info","ts":1789571593.2676423,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4"} {"level":"info","ts":1789571593.2676604,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4"} {"level":"info","ts":1789571593.2676713,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4","EoS":false} {"level":"info","ts":1789571593.2676837,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4"} {"level":"info","ts":1789571593.2677073,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4","EoS":true} {"level":"info","ts":1789571593.2677174,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d65adcc8f32426900a963d7c0ea6b280","span_id":"1379dcfce98ee962","x-request-id":"002bb878-3d80-409c-88b2-44fc035b77b4"} {"level":"info","ts":1789571593.4040658,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571593.4042025,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9"} {"level":"info","ts":1789571593.4042208,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9"} {"level":"info","ts":1789571593.404239,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9","EoS":true} {"level":"info","ts":1789571593.4042702,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9","header":"x-maas-group"} {"level":"info","ts":1789571593.404282,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9","header":"x-maas-keyname"} {"level":"info","ts":1789571593.4042907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9","header":"x-maas-subscription"} {"level":"info","ts":1789571593.4042995,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9","header":"x-maas-username"} {"level":"info","ts":1789571593.4043224,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789571593.4043553,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9"} {"level":"info","ts":1789571593.4060555,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9"} {"level":"info","ts":1789571593.4060736,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9"} {"level":"info","ts":1789571593.4060848,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9","EoS":false} {"level":"info","ts":1789571593.4060953,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9"} {"level":"info","ts":1789571593.4061203,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9","EoS":true} {"level":"info","ts":1789571593.4061294,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a54800a19ee0c00ff686bfaeac00605a","span_id":"bd715d914f484360","x-request-id":"e308f802-1911-40bf-893b-4afe08c4bfe9"} {"level":"info","ts":1789571593.5430973,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571593.5432122,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03"} {"level":"info","ts":1789571593.543227,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03"} {"level":"info","ts":1789571593.5432453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03","EoS":true} {"level":"info","ts":1789571593.5432744,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03","header":"x-maas-username"} {"level":"info","ts":1789571593.5432916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03","header":"x-maas-group"} {"level":"info","ts":1789571593.5433002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03","header":"x-maas-subscription"} {"level":"info","ts":1789571593.5433075,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03","header":"x-maas-keyname"} {"level":"info","ts":1789571593.5433276,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789571593.5433607,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03"} {"level":"info","ts":1789571593.5441012,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03"} {"level":"info","ts":1789571593.544119,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03"} {"level":"info","ts":1789571593.5441306,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03","EoS":false} {"level":"info","ts":1789571593.5441425,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03"} {"level":"info","ts":1789571593.5441778,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03","EoS":true} {"level":"info","ts":1789571593.5441883,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"95e98204bb13967cc343145da8399b55","span_id":"18418408a1d8f5b2","x-request-id":"740f2cb7-83be-4313-ad11-6266abd8ee03"} {"level":"info","ts":1789571602.4516692,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571602.4517705,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66"} {"level":"info","ts":1789571602.4517841,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66"} {"level":"info","ts":1789571602.4517958,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66","EoS":true} {"level":"info","ts":1789571602.451817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66","header":"x-maas-subscription"} {"level":"info","ts":1789571602.4518263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66","header":"x-maas-username"} {"level":"info","ts":1789571602.4518325,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66","header":"x-maas-keyname"} {"level":"info","ts":1789571602.4518373,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66","header":"x-maas-group"} {"level":"info","ts":1789571602.4518526,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789571602.4518762,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66"} {"level":"info","ts":1789571602.4527652,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66"} {"level":"info","ts":1789571602.452785,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66"} {"level":"info","ts":1789571602.4527974,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66","EoS":false} {"level":"info","ts":1789571602.4528089,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66"} {"level":"info","ts":1789571602.4528337,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66","EoS":true} {"level":"info","ts":1789571602.4528458,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6cf711d78553ad9815b3018b4d877ba4","span_id":"6e10939cb62ca0bb","x-request-id":"6cffa96a-f924-4ffd-a75a-dc37be9cfd66"} {"level":"info","ts":1789571602.5680463,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571602.568144,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7e9a49f5ad43684c692b9516e5374439","span_id":"6d379440843e8eab","x-request-id":"8898365f-0617-40f0-9c0b-485e346c3ae8"} {"level":"info","ts":1789571602.5689,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7e9a49f5ad43684c692b9516e5374439","span_id":"6d379440843e8eab","x-request-id":"8898365f-0617-40f0-9c0b-485e346c3ae8"} {"level":"info","ts":1789571602.568917,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7e9a49f5ad43684c692b9516e5374439","span_id":"6d379440843e8eab","x-request-id":"8898365f-0617-40f0-9c0b-485e346c3ae8"} {"level":"info","ts":1789571602.5689292,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7e9a49f5ad43684c692b9516e5374439","span_id":"6d379440843e8eab","x-request-id":"8898365f-0617-40f0-9c0b-485e346c3ae8","EoS":false} {"level":"info","ts":1789571602.5689414,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7e9a49f5ad43684c692b9516e5374439","span_id":"6d379440843e8eab","x-request-id":"8898365f-0617-40f0-9c0b-485e346c3ae8"} {"level":"info","ts":1789571602.5689654,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7e9a49f5ad43684c692b9516e5374439","span_id":"6d379440843e8eab","x-request-id":"8898365f-0617-40f0-9c0b-485e346c3ae8","EoS":true} {"level":"info","ts":1789571602.5689752,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7e9a49f5ad43684c692b9516e5374439","span_id":"6d379440843e8eab","x-request-id":"8898365f-0617-40f0-9c0b-485e346c3ae8"} {"level":"info","ts":1789571603.3200715,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571603.3201537,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972"} {"level":"info","ts":1789571603.3201852,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972"} {"level":"info","ts":1789571603.3201966,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972","EoS":true} {"level":"info","ts":1789571603.3202171,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972","header":"x-maas-subscription"} {"level":"info","ts":1789571603.3202271,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972","header":"x-maas-keyname"} {"level":"info","ts":1789571603.3202324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972","header":"x-maas-group"} {"level":"info","ts":1789571603.3202372,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972","header":"x-maas-username"} {"level":"info","ts":1789571603.3202498,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789571603.3202736,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972"} {"level":"info","ts":1789571603.3212056,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972"} {"level":"info","ts":1789571603.321225,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972"} {"level":"info","ts":1789571603.321241,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972","EoS":false} {"level":"info","ts":1789571603.3212514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972"} {"level":"info","ts":1789571603.3212752,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972","EoS":true} {"level":"info","ts":1789571603.321284,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5f7f8f8f6c778947d5834f606d5b372e","span_id":"a275458a1a127a41","x-request-id":"59c83bfc-1cae-40f7-bf4c-9fd674207972"} {"level":"info","ts":1789571604.2850237,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571604.2851186,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b"} {"level":"info","ts":1789571604.2851305,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b"} {"level":"info","ts":1789571604.2851415,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b","EoS":true} {"level":"info","ts":1789571604.2851777,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b","header":"x-maas-subscription"} {"level":"info","ts":1789571604.285186,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b","header":"x-maas-group"} {"level":"info","ts":1789571604.285191,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b","header":"x-maas-keyname"} {"level":"info","ts":1789571604.2851958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b","header":"x-maas-username"} {"level":"info","ts":1789571604.2852132,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789571604.2852366,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b"} {"level":"info","ts":1789571604.2862434,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b"} {"level":"info","ts":1789571604.2862678,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b"} {"level":"info","ts":1789571604.2862825,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b","EoS":false} {"level":"info","ts":1789571604.2862995,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b"} {"level":"info","ts":1789571604.2863288,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b","EoS":true} {"level":"info","ts":1789571604.2863379,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f41d37db04277b0e124d5e568547354c","span_id":"b73c547dd0e97905","x-request-id":"f9f5684b-c0a4-4254-aa2b-84648cf9ff6b"} {"level":"info","ts":1789571605.024387,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571605.0244722,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173"} {"level":"info","ts":1789571605.024484,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173"} {"level":"info","ts":1789571605.0244946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173","EoS":true} {"level":"info","ts":1789571605.0245152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173","header":"x-maas-subscription"} {"level":"info","ts":1789571605.024526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173","header":"x-maas-username"} {"level":"info","ts":1789571605.0245302,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173","header":"x-maas-group"} {"level":"info","ts":1789571605.0245347,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173","header":"x-maas-keyname"} {"level":"info","ts":1789571605.0245483,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789571605.0245743,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173"} {"level":"info","ts":1789571605.0254366,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173"} {"level":"info","ts":1789571605.0254545,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173"} {"level":"info","ts":1789571605.0254705,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173","EoS":false} {"level":"info","ts":1789571605.0254877,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173"} {"level":"info","ts":1789571605.0255105,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173","EoS":true} {"level":"info","ts":1789571605.0255194,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"32a2d71ef0e6a5cf6b9cb11e8acf2201","span_id":"64b2da20e68354f3","x-request-id":"78b3c786-8197-40ae-80d7-180a19e47173"} {"level":"error","ts":1789571605.87093,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789571606.005075,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571606.005201,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565"} {"level":"info","ts":1789571606.0052202,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565"} {"level":"info","ts":1789571606.0052388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565","EoS":true} {"level":"info","ts":1789571606.0052624,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565","header":"x-maas-subscription"} {"level":"info","ts":1789571606.0052729,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565","header":"x-maas-username"} {"level":"info","ts":1789571606.0052776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565","header":"x-maas-group"} {"level":"info","ts":1789571606.0052817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565","header":"x-maas-keyname"} {"level":"info","ts":1789571606.0052967,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789571606.0053232,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565"} {"level":"info","ts":1789571606.006267,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565"} {"level":"info","ts":1789571606.0062904,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565"} {"level":"info","ts":1789571606.0063047,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565","EoS":false} {"level":"info","ts":1789571606.0063155,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565"} {"level":"info","ts":1789571606.006337,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565","EoS":true} {"level":"info","ts":1789571606.0063488,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2fef5ca7c2cf97c5e3e909ee03a0dea2","span_id":"7299d2fd9dd3c706","x-request-id":"da8a9054-73b0-4d11-ab7a-466512774565"} {"level":"error","ts":1789571615.8720934,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789571625.8444028,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571625.8444903,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d"} {"level":"info","ts":1789571625.8445034,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d"} {"level":"info","ts":1789571625.8445148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d","EoS":true} {"level":"info","ts":1789571625.8445363,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d","header":"x-maas-keyname"} {"level":"info","ts":1789571625.844546,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d","header":"x-maas-subscription"} {"level":"info","ts":1789571625.8445513,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d","header":"x-maas-group"} {"level":"info","ts":1789571625.844556,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d","header":"x-maas-username"} {"level":"info","ts":1789571625.8445694,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789571625.8445907,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d"} {"level":"info","ts":1789571625.8455036,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d"} {"level":"info","ts":1789571625.8455245,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d"} {"level":"info","ts":1789571625.8455431,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d","EoS":false} {"level":"info","ts":1789571625.8455594,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d"} {"level":"info","ts":1789571625.8455977,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d","EoS":true} {"level":"info","ts":1789571625.845609,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2040b17fb641c56746dc8f2deff36d32","span_id":"6a65a746772ab7be","x-request-id":"8b61cac2-ec20-405e-867b-e1b59d104f2d"} {"level":"error","ts":1789571630.873802,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789571640.8742664,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789571717.2284517,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571717.2285397,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a"} {"level":"info","ts":1789571717.2285519,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a"} {"level":"info","ts":1789571717.2285628,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a","EoS":true} {"level":"info","ts":1789571717.228584,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a","header":"x-maas-subscription"} {"level":"info","ts":1789571717.2285936,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a","header":"x-maas-username"} {"level":"info","ts":1789571717.228599,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a","header":"x-maas-keyname"} {"level":"info","ts":1789571717.228604,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a","header":"x-maas-group"} {"level":"info","ts":1789571717.2286205,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789571717.2286415,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a"} {"level":"info","ts":1789571717.2410576,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a"} {"level":"info","ts":1789571717.2410793,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a"} {"level":"info","ts":1789571717.2411005,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a","EoS":false} {"level":"info","ts":1789571717.2411134,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a"} {"level":"info","ts":1789571717.241139,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a","EoS":true} {"level":"info","ts":1789571717.2411487,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6571933edfc0da7b25dcfedbd0e65caa","span_id":"0180329cee3a0349","x-request-id":"c7f8c696-bb65-42ea-b6c8-8a23d81e4c4a"} {"level":"error","ts":1789571730.8838458,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789571804.3729138,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571804.3730245,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d"} {"level":"info","ts":1789571804.3730454,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d"} {"level":"info","ts":1789571804.3730648,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d","EoS":true} {"level":"info","ts":1789571804.373091,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d","header":"x-maas-keyname"} {"level":"info","ts":1789571804.3731015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d","header":"x-maas-username"} {"level":"info","ts":1789571804.3731065,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d","header":"x-maas-group"} {"level":"info","ts":1789571804.3731112,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d","header":"x-maas-subscription"} {"level":"info","ts":1789571804.3731256,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789571804.3731532,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d"} {"level":"info","ts":1789571804.3741035,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d"} {"level":"info","ts":1789571804.3741217,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d"} {"level":"info","ts":1789571804.374135,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d","EoS":false} {"level":"info","ts":1789571804.374153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d"} {"level":"info","ts":1789571804.3741984,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d","EoS":true} {"level":"info","ts":1789571804.3742092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8b923922ebce5e7ee28b88aa4f5932f3","span_id":"2c7b3431d525d047","x-request-id":"f1757c45-b19f-43f5-ad94-5ca6b8068b4d"} {"level":"error","ts":1789571815.8948781,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789571817.9932997,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571817.9934263,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8"} {"level":"info","ts":1789571817.9934418,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8"} {"level":"info","ts":1789571817.9934607,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8","EoS":true} {"level":"info","ts":1789571817.9935055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8","header":"x-maas-username"} {"level":"info","ts":1789571817.9935179,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8","header":"x-maas-group"} {"level":"info","ts":1789571817.9935257,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8","header":"x-maas-subscription"} {"level":"info","ts":1789571817.9935358,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8","header":"x-maas-keyname"} {"level":"info","ts":1789571817.9935572,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789571817.9935966,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8"} {"level":"info","ts":1789571818.006534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8"} {"level":"info","ts":1789571818.0065608,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8"} {"level":"info","ts":1789571818.0065835,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8","EoS":false} {"level":"info","ts":1789571818.006602,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8"} {"level":"info","ts":1789571818.0066402,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8","EoS":false} {"level":"info","ts":1789571818.0066543,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8"} {"level":"info","ts":1789571818.0066748,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8","EoS":true} {"level":"info","ts":1789571818.0066853,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c411058427bdc3a3fdac4e1c028e862c","span_id":"afdca4ed61d0c164","x-request-id":"ffb68115-0646-4675-b975-a5ab7d5307a8"} {"level":"info","ts":1789571818.1422825,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571818.1423783,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47"} {"level":"info","ts":1789571818.1423912,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47"} {"level":"info","ts":1789571818.142402,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47","EoS":true} {"level":"info","ts":1789571818.1424224,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47","header":"x-maas-subscription"} {"level":"info","ts":1789571818.1424325,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47","header":"x-maas-username"} {"level":"info","ts":1789571818.142438,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47","header":"x-maas-group"} {"level":"info","ts":1789571818.1424432,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47","header":"x-maas-keyname"} {"level":"info","ts":1789571818.142459,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789571818.142483,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47"} {"level":"info","ts":1789571818.1442692,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47"} {"level":"info","ts":1789571818.144291,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47"} {"level":"info","ts":1789571818.1443121,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47","EoS":false} {"level":"info","ts":1789571818.14433,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47"} {"level":"info","ts":1789571818.1443686,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47","EoS":false} {"level":"info","ts":1789571818.1443822,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47"} {"level":"info","ts":1789571818.1444008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47","EoS":true} {"level":"info","ts":1789571818.1444147,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4b4000d0b63fdbe279f26b3a64ee6a91","span_id":"4f4b5ebc8f44edd9","x-request-id":"83b997eb-278a-4a0f-9b78-882328732b47"} {"level":"info","ts":1789571818.3012774,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571818.3013616,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c"} {"level":"info","ts":1789571818.301375,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c"} {"level":"info","ts":1789571818.3013866,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c","EoS":true} {"level":"info","ts":1789571818.3014066,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c","header":"x-maas-username"} {"level":"info","ts":1789571818.3014178,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c","header":"x-maas-subscription"} {"level":"info","ts":1789571818.3014228,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c","header":"x-maas-keyname"} {"level":"info","ts":1789571818.3014274,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c","header":"x-maas-group"} {"level":"info","ts":1789571818.3014395,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789571818.301464,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c"} {"level":"info","ts":1789571818.3022778,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c"} {"level":"info","ts":1789571818.3022912,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c"} {"level":"info","ts":1789571818.3023067,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c","EoS":false} {"level":"info","ts":1789571818.302319,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c"} {"level":"info","ts":1789571818.3023438,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c","EoS":true} {"level":"info","ts":1789571818.302353,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7af6376d4d0236eacd5828a0c69f286","span_id":"1d77ed50de7b47f7","x-request-id":"f6b83ed8-6f75-4e69-ba45-d46df0672a5c"} {"level":"error","ts":1789571830.8964047,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789571832.0710816,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789571832.0712202,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328"} {"level":"info","ts":1789571832.0712402,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328"} {"level":"info","ts":1789571832.07126,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328","EoS":true} {"level":"info","ts":1789571832.0712895,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328","header":"x-maas-subscription"} {"level":"info","ts":1789571832.0713031,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328","header":"x-maas-group"} {"level":"info","ts":1789571832.0713103,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328","header":"x-maas-keyname"} {"level":"info","ts":1789571832.0713172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328","header":"x-maas-username"} {"level":"info","ts":1789571832.071337,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789571832.0713851,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328"} {"level":"info","ts":1789571832.0730383,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328"} {"level":"info","ts":1789571832.0730584,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328"} {"level":"info","ts":1789571832.0730793,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328","EoS":false} {"level":"info","ts":1789571832.0730908,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328"} {"level":"info","ts":1789571832.0731158,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328","EoS":true} {"level":"info","ts":1789571832.073125,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6d3c7487ee5791d0ef2bfc28f0143f8","span_id":"4ab8dcab9d6c7ad3","x-request-id":"f9386a31-3d89-42ee-baa2-18f575165328"} {"level":"error","ts":1789571845.89759,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}