{"level":"info","ts":1789151272.5480568,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"5300d6fe-33d8-44ce-997b-9ad6a1db448d","name":"e2e-legacy-migration-f60ec928","namespace":"llm"} {"level":"error","ts":1789151272.5486798,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"cecf5451-7ce6-4bb7-9c48-223e486177de","error":"ExternalModel \"e2e-legacy-migration-f60ec928\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-f60ec928\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151272.5513432,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"5300d6fe-33d8-44ce-997b-9ad6a1db448d","name":"e2e-legacy-migration-f60ec928"} {"level":"info","ts":1789151272.5545475,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"423ab0ad-343e-454e-8179-f20aa303b78c","service":"e2e-legacy-migration-f60ec928","serviceEntry":"e2e-legacy-migration-f60ec928","destinationRule":"e2e-legacy-migration-f60ec928"} {"level":"info","ts":1789151272.5560896,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"5300d6fe-33d8-44ce-997b-9ad6a1db448d","provider":"openai","model":"e2e-legacy-migration-f60ec928","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789151272.5590327,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"e22f1cf3-4b3a-4e0b-8638-20ed097d618f"} {"level":"info","ts":1789151272.559081,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"e22f1cf3-4b3a-4e0b-8638-20ed097d618f","name":"e2e-legacy-migration-f60ec928"} {"level":"info","ts":1789151272.5593235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"1409e92f-c4f3-43d1-a4e2-88fb53dc6c55","name":"e2e-legacy-migration-f60ec928","namespace":"llm"} {"level":"info","ts":1789151272.5593476,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"1409e92f-c4f3-43d1-a4e2-88fb53dc6c55","modelName":"e2e-legacy-migration-f60ec928","resolvedRefs":1} {"level":"info","ts":1789151272.5593908,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"59ccef31-72b1-4b31-a91b-44eda3564226","name":"e2e-legacy-migration-f60ec928","namespace":"llm"} {"level":"info","ts":1789151272.559409,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"59ccef31-72b1-4b31-a91b-44eda3564226","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789151272.562351,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"423ab0ad-343e-454e-8179-f20aa303b78c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-f60ec928\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151272.5624254,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"ff2c83df-b5c9-49d0-86bb-6aaa71d9d300"} {"level":"info","ts":1789151272.5624595,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"ff2c83df-b5c9-49d0-86bb-6aaa71d9d300","name":"e2e-legacy-migration-f60ec928"} {"level":"info","ts":1789151272.5793169,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"92020048-d0b4-4bcf-b560-5401a9ca5294","name":"e2e-legacy-migration-f60ec928","namespace":"llm"} {"level":"info","ts":1789151272.57939,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"92020048-d0b4-4bcf-b560-5401a9ca5294","modelName":"e2e-legacy-migration-f60ec928","resolvedRefs":1} {"level":"info","ts":1789151272.5825949,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"ff2c83df-b5c9-49d0-86bb-6aaa71d9d300","service":"e2e-legacy-migration-f60ec928","serviceEntry":"e2e-legacy-migration-f60ec928","destinationRule":"e2e-legacy-migration-f60ec928"} {"level":"error","ts":1789151272.5831568,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"e22f1cf3-4b3a-4e0b-8638-20ed097d618f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f60ec928\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789151272.5831954,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"e22f1cf3-4b3a-4e0b-8638-20ed097d618f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-f60ec928\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151272.5832505,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"a9db995e-1bcf-4df6-af3a-65b704818646"} {"level":"info","ts":1789151272.5833442,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"a9db995e-1bcf-4df6-af3a-65b704818646","name":"e2e-legacy-migration-f60ec928"} {"level":"info","ts":1789151272.5963335,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"1e21abca-d882-44ff-b336-c64ca9c19f2f","name":"e2e-legacy-migration-f60ec928","namespace":"llm"} {"level":"info","ts":1789151272.596407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"1e21abca-d882-44ff-b336-c64ca9c19f2f","modelName":"e2e-legacy-migration-f60ec928","resolvedRefs":1} {"level":"error","ts":1789151272.5997548,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"a9db995e-1bcf-4df6-af3a-65b704818646","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f60ec928\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789151272.5998018,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"a9db995e-1bcf-4df6-af3a-65b704818646","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-f60ec928\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151272.599856,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"c2ddd7e9-26be-4722-ab6c-02f2796fe8fd"} {"level":"info","ts":1789151272.599958,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"c2ddd7e9-26be-4722-ab6c-02f2796fe8fd","name":"e2e-legacy-migration-f60ec928"} {"level":"info","ts":1789151272.6077704,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"c2ddd7e9-26be-4722-ab6c-02f2796fe8fd","httpRoute":"e2e-legacy-migration-f60ec928","providers":["e2e-legacy-migration-f60ec928"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789151272.6094687,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"f9e95ed1-0688-42e6-bad9-6b009f609bcf","name":"e2e-legacy-migration-f60ec928","namespace":"llm"} {"level":"info","ts":1789151272.6095588,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"f9e95ed1-0688-42e6-bad9-6b009f609bcf","modelName":"e2e-legacy-migration-f60ec928","resolvedRefs":1} {"level":"error","ts":1789151272.611405,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"c2ddd7e9-26be-4722-ab6c-02f2796fe8fd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f60ec928\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151272.611465,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"0acd0261-836a-463c-b8fd-3c00c37d49e4"} {"level":"info","ts":1789151272.611516,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"0acd0261-836a-463c-b8fd-3c00c37d49e4","name":"e2e-legacy-migration-f60ec928"} {"level":"info","ts":1789151272.618898,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"0acd0261-836a-463c-b8fd-3c00c37d49e4","httpRoute":"e2e-legacy-migration-f60ec928","providers":["e2e-legacy-migration-f60ec928"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789151272.7473223,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"eb8e8439-8a57-414c-8870-af8413a2a205","name":"e2e-legacy-migration-f60ec928","namespace":"llm"} {"level":"info","ts":1789151272.7512069,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"eb8e8439-8a57-414c-8870-af8413a2a205","name":"e2e-legacy-migration-f60ec928"} {"level":"info","ts":1789151272.7560992,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"eb8e8439-8a57-414c-8870-af8413a2a205","provider":"openai","model":"e2e-legacy-migration-f60ec928","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789151275.4191027,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"8bb72cd1-478f-417f-9d2f-a36e8b7fceda","name":"e2e-legacy-migration-f60ec928","namespace":"llm"} {"level":"info","ts":1789151275.4257636,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"23bc2e00-234f-4664-b5aa-69bd06569819","name":"e2e-legacy-migration-f60ec928","namespace":"llm"} {"level":"info","ts":1789151275.4258487,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"23bc2e00-234f-4664-b5aa-69bd06569819","name":"e2e-legacy-migration-f60ec928","namespace":"llm"} {"level":"info","ts":1789151275.4259431,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"d1b82f4c-6b12-45f0-a214-e0b2bae521f8"} {"level":"info","ts":1789151275.4294693,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"fbc4e24e-31ef-4152-b9cd-4b048607b4af"} {"level":"info","ts":1789151275.4295688,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"75b12a68-033d-4b08-85a1-14c4934c619f","name":"e2e-legacy-migration-f60ec928","namespace":"llm"} {"level":"info","ts":1789151275.4295945,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f60ec928","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f60ec928","reconcileID":"75b12a68-033d-4b08-85a1-14c4934c619f","name":"e2e-legacy-migration-f60ec928","namespace":"llm"} {"level":"info","ts":1789151275.8302863,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151275.8303783,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704"} {"level":"info","ts":1789151275.8303902,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704"} {"level":"info","ts":1789151275.8304014,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704","EoS":true} {"level":"info","ts":1789151275.8304245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704","header":"x-maas-group"} {"level":"info","ts":1789151275.8304355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704","header":"x-maas-username"} {"level":"info","ts":1789151275.8304403,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704","header":"x-maas-subscription"} {"level":"info","ts":1789151275.8304548,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789151275.830464,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704","modelName":"e2e-external-model"} {"level":"info","ts":1789151275.830502,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789151275.830527,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789151275.8305433,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704","authType":"apikey"} {"level":"info","ts":1789151275.830565,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704"} {"level":"info","ts":1789151275.8825781,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704"} {"level":"info","ts":1789151275.882609,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704"} {"level":"info","ts":1789151275.8826277,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704","EoS":false} {"level":"info","ts":1789151275.8826404,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704"} {"level":"info","ts":1789151275.8826735,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704","EoS":true} {"level":"info","ts":1789151275.8826864,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a8a1afb6c322e5a25cdefc043016f5f6","span_id":"af54920b9350a186","x-request-id":"c8f7f92b-899e-4bd6-a919-878debd82704"} {"level":"info","ts":1789151275.9614491,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151275.9615781,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d"} {"level":"info","ts":1789151275.9615927,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d"} {"level":"info","ts":1789151275.9616048,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d","EoS":true} {"level":"info","ts":1789151275.9616294,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d","header":"x-maas-group"} {"level":"info","ts":1789151275.96164,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d","header":"x-maas-subscription"} {"level":"info","ts":1789151275.9616492,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d","header":"x-maas-username"} {"level":"info","ts":1789151275.961668,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789151275.9616945,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d"} {"level":"info","ts":1789151276.0156298,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d"} {"level":"info","ts":1789151276.015657,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d"} {"level":"info","ts":1789151276.0156732,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d","EoS":false} {"level":"info","ts":1789151276.0156865,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d"} {"level":"info","ts":1789151276.0157132,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d","EoS":true} {"level":"info","ts":1789151276.0157208,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7bdd9fd33bd9a0b137244e9cb31e447e","span_id":"90b165bf4b842e9d","x-request-id":"bb90721c-c7a0-417a-9842-0288784f880d"} {"level":"info","ts":1789151276.05909,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151276.0591772,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14"} {"level":"info","ts":1789151276.059191,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14"} {"level":"info","ts":1789151276.0592031,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14","EoS":true} {"level":"info","ts":1789151276.0592258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14","header":"x-maas-username"} {"level":"info","ts":1789151276.059241,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14","header":"x-maas-subscription"} {"level":"info","ts":1789151276.059246,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14","header":"x-maas-group"} {"level":"info","ts":1789151276.0592752,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14"} {"level":"info","ts":1789151276.1671832,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14"} {"level":"info","ts":1789151276.1672137,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14"} {"level":"info","ts":1789151276.1672306,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14","EoS":false} {"level":"info","ts":1789151276.1672451,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14"} {"level":"info","ts":1789151276.1672738,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14","EoS":true} {"level":"info","ts":1789151276.167283,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b58e979bc0ba4df8f26df28614093f07","span_id":"7cd3a47f01b2e64f","x-request-id":"3e34405b-a1d5-4fec-b1b2-c362b0a55a14"} {"level":"info","ts":1789151276.9879045,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69ba5b35-43a3-4fa6-91fa-f2664a34a708","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789151276.9880052,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69ba5b35-43a3-4fa6-91fa-f2664a34a708","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789151276.9880877,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71734309-c241-4fdb-9929-a674a2f8a1ea"} {"level":"info","ts":1789151277.1260705,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ecfe229-e623-42d7-a8ad-20a6adaf219b"} {"level":"info","ts":1789151277.1262376,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82d0e9fe-c41d-4632-be36-9eb4f72433e8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789151277.1262841,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82d0e9fe-c41d-4632-be36-9eb4f72433e8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789151277.2376597,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fff937f4-9d3a-4233-a443-ef9ebd145595","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789151277.2377033,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fff937f4-9d3a-4233-a443-ef9ebd145595","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789151278.8811088,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789151293.8826098,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151296.1761384,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151296.176238,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6"} {"level":"info","ts":1789151296.176249,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6"} {"level":"info","ts":1789151296.1762607,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6","EoS":true} {"level":"info","ts":1789151296.1762834,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6","header":"x-maas-subscription"} {"level":"info","ts":1789151296.1762927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6","header":"x-maas-username"} {"level":"info","ts":1789151296.176298,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6","header":"x-maas-group"} {"level":"info","ts":1789151296.176313,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151296.1763382,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6"} {"level":"info","ts":1789151296.178261,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6"} {"level":"info","ts":1789151296.1782825,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6"} {"level":"info","ts":1789151296.1782975,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6","EoS":false} {"level":"info","ts":1789151296.178309,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6"} {"level":"info","ts":1789151296.1783414,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6","EoS":true} {"level":"info","ts":1789151296.1783514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"863fc3d5e7cd7eca33c83d26c904f9a3","span_id":"2e2a393c7cd3b318","x-request-id":"72406465-75a2-4cba-b91e-76d38124aaa6"} {"level":"info","ts":1789151296.2430809,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151296.243165,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6"} {"level":"info","ts":1789151296.2431767,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6"} {"level":"info","ts":1789151296.243187,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6","EoS":true} {"level":"info","ts":1789151296.243207,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6","header":"x-maas-subscription"} {"level":"info","ts":1789151296.243217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6","header":"x-maas-username"} {"level":"info","ts":1789151296.2432225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6","header":"x-maas-group"} {"level":"info","ts":1789151296.2432363,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151296.2432606,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6"} {"level":"info","ts":1789151296.2442884,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6"} {"level":"info","ts":1789151296.2443156,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6"} {"level":"info","ts":1789151296.2443383,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6","EoS":false} {"level":"info","ts":1789151296.2443564,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6"} {"level":"info","ts":1789151296.2443902,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6","EoS":true} {"level":"info","ts":1789151296.2444055,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96e3fb35f908c3cc9cf6b09279ea5732","span_id":"41ab151e44e24cc8","x-request-id":"b4d9e59d-32ef-4c5f-a047-bce4f6ef75f6"} {"level":"info","ts":1789151296.3312702,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151296.3313541,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8"} {"level":"info","ts":1789151296.331364,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8"} {"level":"info","ts":1789151296.3313751,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8","EoS":true} {"level":"info","ts":1789151296.3313942,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8","header":"x-maas-group"} {"level":"info","ts":1789151296.3314044,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8","header":"x-maas-subscription"} {"level":"info","ts":1789151296.3314097,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8","header":"x-maas-username"} {"level":"info","ts":1789151296.331423,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151296.331447,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8"} {"level":"info","ts":1789151296.3337817,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8"} {"level":"info","ts":1789151296.3337994,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8"} {"level":"info","ts":1789151296.3338137,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8","EoS":false} {"level":"info","ts":1789151296.3338244,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8"} {"level":"info","ts":1789151296.3338463,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8","EoS":true} {"level":"info","ts":1789151296.3338556,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48dbd8799da94477e308bc3fda6ac747","span_id":"e498c8673a1c5fd5","x-request-id":"fb784198-bb58-4670-8914-5396789c94c8"} {"level":"info","ts":1789151296.4342983,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151296.4344215,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff"} {"level":"info","ts":1789151296.434439,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff"} {"level":"info","ts":1789151296.4344509,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff","EoS":true} {"level":"info","ts":1789151296.4344702,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff","header":"x-maas-subscription"} {"level":"info","ts":1789151296.4345043,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff","header":"x-maas-username"} {"level":"info","ts":1789151296.4345093,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff","header":"x-maas-group"} {"level":"info","ts":1789151296.4345224,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151296.4345484,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff"} {"level":"info","ts":1789151296.4356356,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff"} {"level":"info","ts":1789151296.4356523,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff"} {"level":"info","ts":1789151296.435666,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff","EoS":false} {"level":"info","ts":1789151296.4356763,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff"} {"level":"info","ts":1789151296.4356997,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff","EoS":true} {"level":"info","ts":1789151296.435709,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9919672e63853e6ff6cbf0ad93102366","span_id":"6296e91bd4638c7d","x-request-id":"1840ec82-946f-4267-8ed1-6f6bff4ec6ff"} {"level":"error","ts":1789151308.8834217,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151310.5709567,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151310.5710719,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7c5acbc23ba89b53325f7956b92b033a","span_id":"7f388e6c7ae79f53","x-request-id":"02291a93-628b-4903-b3c2-4d7edad2671b"} {"level":"info","ts":1789151310.5710878,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7c5acbc23ba89b53325f7956b92b033a","span_id":"7f388e6c7ae79f53","x-request-id":"02291a93-628b-4903-b3c2-4d7edad2671b"} {"level":"info","ts":1789151310.5711062,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7c5acbc23ba89b53325f7956b92b033a","span_id":"7f388e6c7ae79f53","x-request-id":"02291a93-628b-4903-b3c2-4d7edad2671b","EoS":true} {"level":"info","ts":1789151310.5711703,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7c5acbc23ba89b53325f7956b92b033a","span_id":"7f388e6c7ae79f53","x-request-id":"02291a93-628b-4903-b3c2-4d7edad2671b"} {"level":"info","ts":1789151310.7131882,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151310.7132874,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"653b3596f75999ea20a91650fb9d9c9e","span_id":"39df95b00e54a9bb","x-request-id":"c84c2e5f-9e80-47cf-b2dc-78225bf556e8"} {"level":"info","ts":1789151310.7133012,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"653b3596f75999ea20a91650fb9d9c9e","span_id":"39df95b00e54a9bb","x-request-id":"c84c2e5f-9e80-47cf-b2dc-78225bf556e8"} {"level":"info","ts":1789151310.7133179,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"653b3596f75999ea20a91650fb9d9c9e","span_id":"39df95b00e54a9bb","x-request-id":"c84c2e5f-9e80-47cf-b2dc-78225bf556e8","EoS":true} {"level":"info","ts":1789151310.7133598,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"653b3596f75999ea20a91650fb9d9c9e","span_id":"39df95b00e54a9bb","x-request-id":"c84c2e5f-9e80-47cf-b2dc-78225bf556e8"} {"level":"info","ts":1789151310.8573523,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151310.8574479,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"103bdfe85f662c66fa0d22d73e70002f","span_id":"f8dfebe232d3bfd7","x-request-id":"4c23dd91-d5a9-4c40-813e-d2dc8bc227cb"} {"level":"info","ts":1789151310.8574612,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"103bdfe85f662c66fa0d22d73e70002f","span_id":"f8dfebe232d3bfd7","x-request-id":"4c23dd91-d5a9-4c40-813e-d2dc8bc227cb"} {"level":"info","ts":1789151310.8575053,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"103bdfe85f662c66fa0d22d73e70002f","span_id":"f8dfebe232d3bfd7","x-request-id":"4c23dd91-d5a9-4c40-813e-d2dc8bc227cb","EoS":true} {"level":"info","ts":1789151310.857555,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"103bdfe85f662c66fa0d22d73e70002f","span_id":"f8dfebe232d3bfd7","x-request-id":"4c23dd91-d5a9-4c40-813e-d2dc8bc227cb"} {"level":"error","ts":1789151323.884112,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152398.9079387,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152398.9080498,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb"} {"level":"info","ts":1789152398.908062,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb"} {"level":"info","ts":1789152398.9080737,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb","EoS":true} {"level":"info","ts":1789152398.908101,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb","header":"x-maas-subscription"} {"level":"info","ts":1789152398.908109,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb","header":"x-maas-group"} {"level":"info","ts":1789152398.9081144,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb","header":"x-maas-username"} {"level":"info","ts":1789152398.9081295,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789152398.9081638,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb"} {"level":"info","ts":1789152398.9101455,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb"} {"level":"info","ts":1789152398.9101675,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb"} {"level":"info","ts":1789152398.910184,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb","EoS":false} {"level":"info","ts":1789152398.9101954,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb"} {"level":"info","ts":1789152398.9102216,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb","EoS":true} {"level":"info","ts":1789152398.9102309,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ca898625f3484ba8b68efe07fff1086","span_id":"820f354c2d778f96","x-request-id":"434f6684-921a-4e70-acae-db11d301aceb"} {"level":"info","ts":1789152398.9453325,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152398.9454224,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb"} {"level":"info","ts":1789152398.9454339,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb"} {"level":"info","ts":1789152398.945444,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb","EoS":true} {"level":"info","ts":1789152398.945467,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb","header":"x-maas-username"} {"level":"info","ts":1789152398.9454937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb","header":"x-maas-group"} {"level":"info","ts":1789152398.9454992,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb","header":"x-maas-subscription"} {"level":"info","ts":1789152398.9455135,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789152398.945542,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb"} {"level":"info","ts":1789152398.9466527,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb"} {"level":"info","ts":1789152398.9466698,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb"} {"level":"info","ts":1789152398.9466827,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb","EoS":false} {"level":"info","ts":1789152398.9466956,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb"} {"level":"info","ts":1789152398.9467185,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb","EoS":true} {"level":"info","ts":1789152398.9467275,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d6d96de6ed10b72422fecd68e45c72d6","span_id":"e438e32e75115f6c","x-request-id":"d0417a3b-6a6b-44dd-aa3a-e10f66034beb"} {"level":"error","ts":1789152408.998949,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152729.7206368,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152729.7207532,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7"} {"level":"info","ts":1789152729.7207673,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7"} {"level":"info","ts":1789152729.7207797,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7","EoS":true} {"level":"info","ts":1789152729.7208054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7","header":"x-maas-group"} {"level":"info","ts":1789152729.720817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7","header":"x-maas-subscription"} {"level":"info","ts":1789152729.7208261,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7","header":"x-maas-username"} {"level":"info","ts":1789152729.7208455,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152729.7208734,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7"} {"level":"info","ts":1789152729.7343957,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7"} {"level":"info","ts":1789152729.7344244,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7"} {"level":"info","ts":1789152729.7344408,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7","EoS":false} {"level":"info","ts":1789152729.734456,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7"} {"level":"info","ts":1789152729.734504,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7","EoS":true} {"level":"info","ts":1789152729.7345147,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e978499c179994ba2a6588c92a6e69b0","span_id":"cd0dae62daa639a0","x-request-id":"79d59b3a-421b-485e-8c37-fcd3576487f7"} {"level":"info","ts":1789152729.8733652,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152729.8735118,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381"} {"level":"info","ts":1789152729.8735273,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381"} {"level":"info","ts":1789152729.873541,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381","EoS":true} {"level":"info","ts":1789152729.8735666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381","header":"x-maas-group"} {"level":"info","ts":1789152729.8735833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381","header":"x-maas-subscription"} {"level":"info","ts":1789152729.8735924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381","header":"x-maas-username"} {"level":"info","ts":1789152729.873606,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152729.8736334,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381"} {"level":"info","ts":1789152729.8748028,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381"} {"level":"info","ts":1789152729.8748271,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381"} {"level":"info","ts":1789152729.8748465,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381","EoS":false} {"level":"info","ts":1789152729.874863,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381"} {"level":"info","ts":1789152729.8748908,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381","EoS":true} {"level":"info","ts":1789152729.8749044,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f320c7f6895a8b09c3bcaca57a785fe6","span_id":"eb31d83515eecac6","x-request-id":"8ccbe1e7-d7a2-4858-9b39-b23209646381"} {"level":"info","ts":1789152730.0106695,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152730.0107694,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413"} {"level":"info","ts":1789152730.010782,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413"} {"level":"info","ts":1789152730.0107934,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413","EoS":true} {"level":"info","ts":1789152730.0108178,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413","header":"x-maas-subscription"} {"level":"info","ts":1789152730.0108278,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413","header":"x-maas-username"} {"level":"info","ts":1789152730.0108328,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413","header":"x-maas-group"} {"level":"info","ts":1789152730.0108473,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152730.0108726,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413"} {"level":"info","ts":1789152730.0132668,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413"} {"level":"info","ts":1789152730.013286,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413"} {"level":"info","ts":1789152730.013298,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413","EoS":false} {"level":"info","ts":1789152730.0133128,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413"} {"level":"info","ts":1789152730.013338,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413","EoS":true} {"level":"info","ts":1789152730.0133476,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a37a32a9d4dde227d4f0ee75969570b1","span_id":"bb3c8e316605068b","x-request-id":"42c4cbdc-d3dd-4582-8d0d-189ad5c70413"} {"level":"info","ts":1789152730.1496768,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152730.1497846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce"} {"level":"info","ts":1789152730.1497962,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce"} {"level":"info","ts":1789152730.1498084,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce","EoS":true} {"level":"info","ts":1789152730.149836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce","header":"x-maas-subscription"} {"level":"info","ts":1789152730.1498458,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce","header":"x-maas-username"} {"level":"info","ts":1789152730.149853,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce","header":"x-maas-group"} {"level":"info","ts":1789152730.1498685,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152730.1498935,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce"} {"level":"info","ts":1789152730.1509528,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce"} {"level":"info","ts":1789152730.150983,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce"} {"level":"info","ts":1789152730.1510026,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce","EoS":false} {"level":"info","ts":1789152730.151017,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce"} {"level":"info","ts":1789152730.1510413,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce","EoS":true} {"level":"info","ts":1789152730.1510506,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"046954a9bb695329c2c9c14610108d17","span_id":"84dff25e8ddde06f","x-request-id":"5df081c9-8cd8-426c-89a8-f0a757c23fce"} {"level":"info","ts":1789152730.2895162,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152730.2896216,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025"} {"level":"info","ts":1789152730.2896392,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025"} {"level":"info","ts":1789152730.2896512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025","EoS":true} {"level":"info","ts":1789152730.289675,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025","header":"x-maas-username"} {"level":"info","ts":1789152730.2896826,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025","header":"x-maas-subscription"} {"level":"info","ts":1789152730.2896883,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025","header":"x-maas-group"} {"level":"info","ts":1789152730.2897048,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152730.2897317,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025"} {"level":"info","ts":1789152730.290824,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025"} {"level":"info","ts":1789152730.290846,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025"} {"level":"info","ts":1789152730.2908623,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025","EoS":false} {"level":"info","ts":1789152730.2908738,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025"} {"level":"info","ts":1789152730.290899,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025","EoS":true} {"level":"info","ts":1789152730.2909086,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2473cefbbe3c57134d9aa503c3344636","span_id":"4e8d2a62abe9544c","x-request-id":"13db8cb5-c5a2-4257-99fd-c5f6d42af025"} {"level":"info","ts":1789152739.0718029,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152739.071912,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e"} {"level":"info","ts":1789152739.071925,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e"} {"level":"info","ts":1789152739.0719368,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e","EoS":true} {"level":"info","ts":1789152739.071962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e","header":"x-maas-username"} {"level":"info","ts":1789152739.0719724,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e","header":"x-maas-group"} {"level":"info","ts":1789152739.0719767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e","header":"x-maas-subscription"} {"level":"info","ts":1789152739.0719912,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152739.0720112,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e"} {"level":"info","ts":1789152739.073082,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e"} {"level":"info","ts":1789152739.0731049,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e"} {"level":"info","ts":1789152739.07312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e","EoS":false} {"level":"info","ts":1789152739.0731318,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e"} {"level":"info","ts":1789152739.0731566,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e","EoS":true} {"level":"info","ts":1789152739.0731661,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f535adaafb2a35350614a8e26b26fc55","span_id":"7a980d7896460e94","x-request-id":"4f70961d-3b63-444d-ba88-5db7eeef2c6e"} {"level":"info","ts":1789152739.1099782,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152739.1100793,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e"} {"level":"info","ts":1789152739.1100926,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e"} {"level":"info","ts":1789152739.1101048,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e","EoS":true} {"level":"info","ts":1789152739.11013,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e","header":"x-maas-username"} {"level":"info","ts":1789152739.110141,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e","header":"x-maas-group"} {"level":"info","ts":1789152739.110146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e","header":"x-maas-subscription"} {"level":"info","ts":1789152739.110162,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152739.1101878,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e"} {"level":"info","ts":1789152739.1113,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e"} {"level":"info","ts":1789152739.111327,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e"} {"level":"info","ts":1789152739.1113522,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e","EoS":false} {"level":"info","ts":1789152739.1113708,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e"} {"level":"info","ts":1789152739.1114058,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e","EoS":true} {"level":"info","ts":1789152739.11142,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2d1042c0d8a0c938634215ad37b01c9","span_id":"0b749101092a50b0","x-request-id":"e15831e9-8eba-4c57-9c6e-54408253827e"} {"level":"info","ts":1789152739.219045,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152739.219147,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"31cb3c512c68968ad98ebe908c29cd14","span_id":"54000784279d1f5b","x-request-id":"9bf8fcb9-db7c-4f81-b63c-05f10ded1d07"} {"level":"info","ts":1789152739.2201223,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"31cb3c512c68968ad98ebe908c29cd14","span_id":"54000784279d1f5b","x-request-id":"9bf8fcb9-db7c-4f81-b63c-05f10ded1d07"} {"level":"info","ts":1789152739.2201426,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"31cb3c512c68968ad98ebe908c29cd14","span_id":"54000784279d1f5b","x-request-id":"9bf8fcb9-db7c-4f81-b63c-05f10ded1d07"} {"level":"info","ts":1789152739.2201576,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"31cb3c512c68968ad98ebe908c29cd14","span_id":"54000784279d1f5b","x-request-id":"9bf8fcb9-db7c-4f81-b63c-05f10ded1d07","EoS":false} {"level":"info","ts":1789152739.2201738,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"31cb3c512c68968ad98ebe908c29cd14","span_id":"54000784279d1f5b","x-request-id":"9bf8fcb9-db7c-4f81-b63c-05f10ded1d07"} {"level":"info","ts":1789152739.2201982,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"31cb3c512c68968ad98ebe908c29cd14","span_id":"54000784279d1f5b","x-request-id":"9bf8fcb9-db7c-4f81-b63c-05f10ded1d07","EoS":true} {"level":"info","ts":1789152739.2202086,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"31cb3c512c68968ad98ebe908c29cd14","span_id":"54000784279d1f5b","x-request-id":"9bf8fcb9-db7c-4f81-b63c-05f10ded1d07"} {"level":"info","ts":1789152739.9656427,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152739.965746,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029"} {"level":"info","ts":1789152739.965759,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029"} {"level":"info","ts":1789152739.965771,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029","EoS":true} {"level":"info","ts":1789152739.9657946,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029","header":"x-maas-subscription"} {"level":"info","ts":1789152739.9658055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029","header":"x-maas-username"} {"level":"info","ts":1789152739.9658113,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029","header":"x-maas-group"} {"level":"info","ts":1789152739.9658253,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152739.9658513,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029"} {"level":"info","ts":1789152739.9667547,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029"} {"level":"info","ts":1789152739.966776,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029"} {"level":"info","ts":1789152739.966791,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029","EoS":false} {"level":"info","ts":1789152739.9668024,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029"} {"level":"info","ts":1789152739.9668293,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029","EoS":true} {"level":"info","ts":1789152739.96684,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a09aa9988a0993a451a95ee0d3edf60","span_id":"67898949f73c4f30","x-request-id":"3404a389-5883-4c86-9de0-bc30565d7029"} {"level":"info","ts":1789152740.9104705,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152740.9106054,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77"} {"level":"info","ts":1789152740.9106178,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77"} {"level":"info","ts":1789152740.91063,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77","EoS":true} {"level":"info","ts":1789152740.9106536,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77","header":"x-maas-username"} {"level":"info","ts":1789152740.9106665,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77","header":"x-maas-subscription"} {"level":"info","ts":1789152740.910672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77","header":"x-maas-group"} {"level":"info","ts":1789152740.9106877,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152740.9107127,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77"} {"level":"info","ts":1789152740.9115624,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77"} {"level":"info","ts":1789152740.9115849,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77"} {"level":"info","ts":1789152740.9115958,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77","EoS":false} {"level":"info","ts":1789152740.9116077,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77"} {"level":"info","ts":1789152740.9116359,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77","EoS":true} {"level":"info","ts":1789152740.9116483,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"af068f55c96d54195511b8f1b09e3c57","span_id":"d10f92d70322de6a","x-request-id":"a655a646-74f6-4bbc-ad87-96e9aa002a77"} {"level":"info","ts":1789152741.6230419,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152741.6231554,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0"} {"level":"info","ts":1789152741.6231716,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0"} {"level":"info","ts":1789152741.6231887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0","EoS":true} {"level":"info","ts":1789152741.6232152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0","header":"x-maas-subscription"} {"level":"info","ts":1789152741.6232238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0","header":"x-maas-group"} {"level":"info","ts":1789152741.6232283,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0","header":"x-maas-username"} {"level":"info","ts":1789152741.6232448,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152741.6232724,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0"} {"level":"info","ts":1789152741.624117,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0"} {"level":"info","ts":1789152741.6241395,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0"} {"level":"info","ts":1789152741.6241548,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0","EoS":false} {"level":"info","ts":1789152741.6241665,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0"} {"level":"info","ts":1789152741.6241941,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0","EoS":true} {"level":"info","ts":1789152741.6242023,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ed2a58ef9ae622ac3338be303966b17","span_id":"5e090fb84b9bd9e4","x-request-id":"88edf750-729f-4205-9010-1ba2dc9422b0"} {"level":"error","ts":1789152744.0396416,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152744.7660472,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152744.766151,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace"} {"level":"info","ts":1789152744.7661643,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace"} {"level":"info","ts":1789152744.7661755,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace","EoS":true} {"level":"info","ts":1789152744.7661996,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace","header":"x-maas-group"} {"level":"info","ts":1789152744.76621,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace","header":"x-maas-subscription"} {"level":"info","ts":1789152744.766215,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace","header":"x-maas-username"} {"level":"info","ts":1789152744.7662303,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152744.766258,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace"} {"level":"info","ts":1789152744.7671108,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace"} {"level":"info","ts":1789152744.7671316,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace"} {"level":"info","ts":1789152744.7671459,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace","EoS":false} {"level":"info","ts":1789152744.7671607,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace"} {"level":"info","ts":1789152744.7671854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace","EoS":true} {"level":"info","ts":1789152744.7671945,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"129f206dd53772a7f69554fe383f66b0","span_id":"11045fd459a8b142","x-request-id":"819cf9f8-42ee-40af-acba-fb5a4915cace"} {"level":"error","ts":1789152754.040543,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152764.1918557,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152764.1919599,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b"} {"level":"info","ts":1789152764.1919718,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b"} {"level":"info","ts":1789152764.1919835,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b","EoS":true} {"level":"info","ts":1789152764.1920066,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b","header":"x-maas-subscription"} {"level":"info","ts":1789152764.1920204,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b","header":"x-maas-group"} {"level":"info","ts":1789152764.192029,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b","header":"x-maas-username"} {"level":"info","ts":1789152764.1920502,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152764.1920831,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b"} {"level":"info","ts":1789152764.1930099,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b"} {"level":"info","ts":1789152764.1930342,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b"} {"level":"info","ts":1789152764.1930516,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b","EoS":false} {"level":"info","ts":1789152764.1930635,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b"} {"level":"info","ts":1789152764.1930964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b","EoS":true} {"level":"info","ts":1789152764.1931067,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"015e900c5d138035b030e1f61c574663","span_id":"d5171d01d870b1ed","x-request-id":"2ca73ecc-c1dd-4a18-ab79-d5b989e0e60b"} {"level":"error","ts":1789152769.042271,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789152779.043233,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152853.3191235,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152853.3192344,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a"} {"level":"info","ts":1789152853.319247,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a"} {"level":"info","ts":1789152853.3192601,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a","EoS":true} {"level":"info","ts":1789152853.319332,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a","header":"x-maas-username"} {"level":"info","ts":1789152853.3193448,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a","header":"x-maas-subscription"} {"level":"info","ts":1789152853.3193495,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a","header":"x-maas-group"} {"level":"info","ts":1789152853.3193746,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789152853.319401,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a"} {"level":"info","ts":1789152853.332578,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a"} {"level":"info","ts":1789152853.3326068,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a"} {"level":"info","ts":1789152853.3326232,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a","EoS":false} {"level":"info","ts":1789152853.3326368,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a"} {"level":"info","ts":1789152853.3326666,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a","EoS":true} {"level":"info","ts":1789152853.3326752,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ff7c1b2b68e1c3073f98025b73375d2","span_id":"21e84c8a42a0c7b5","x-request-id":"9bbbe14e-9bc5-4a32-8bef-4ded230aff5a"} {"level":"error","ts":1789152864.0533586,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152910.9068112,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152910.9069164,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22"} {"level":"info","ts":1789152910.9069283,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22"} {"level":"info","ts":1789152910.9069405,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22","EoS":true} {"level":"info","ts":1789152910.9069679,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22","header":"x-maas-group"} {"level":"info","ts":1789152910.906978,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22","header":"x-maas-username"} {"level":"info","ts":1789152910.9069831,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22","header":"x-maas-subscription"} {"level":"info","ts":1789152910.906998,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152910.907025,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22"} {"level":"info","ts":1789152910.9081793,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22"} {"level":"info","ts":1789152910.9082155,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22"} {"level":"info","ts":1789152910.9082398,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22","EoS":false} {"level":"info","ts":1789152910.9082603,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22"} {"level":"info","ts":1789152910.908301,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22","EoS":true} {"level":"info","ts":1789152910.9083164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e25b0ad75d30aea007db4293b3d91b1","span_id":"a82eaedb0c5b63f7","x-request-id":"099a61e0-48ae-4ace-ba02-50fd03889a22"} {"level":"error","ts":1789152924.0596082,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152924.560881,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152924.5609846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade"} {"level":"info","ts":1789152924.5609987,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade"} {"level":"info","ts":1789152924.5610101,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade","EoS":true} {"level":"info","ts":1789152924.5610316,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade","header":"x-maas-username"} {"level":"info","ts":1789152924.5610414,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade","header":"x-maas-subscription"} {"level":"info","ts":1789152924.5610466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade","header":"x-maas-group"} {"level":"info","ts":1789152924.5610614,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789152924.5610857,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade"} {"level":"info","ts":1789152924.5738933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade"} {"level":"info","ts":1789152924.5739198,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade"} {"level":"info","ts":1789152924.5739367,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade","EoS":false} {"level":"info","ts":1789152924.5739493,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade"} {"level":"info","ts":1789152924.5739784,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade","EoS":false} {"level":"info","ts":1789152924.5739882,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade"} {"level":"info","ts":1789152924.573999,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade","EoS":true} {"level":"info","ts":1789152924.5740058,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"792b89fa2d4a2f898895c6a27423a15d","span_id":"0845c491c5349780","x-request-id":"226ad992-1ba9-46bd-8179-5031e3298ade"} {"level":"info","ts":1789152924.7106752,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152924.710784,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8"} {"level":"info","ts":1789152924.7108018,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8"} {"level":"info","ts":1789152924.710818,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8","EoS":true} {"level":"info","ts":1789152924.7108412,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8","header":"x-maas-subscription"} {"level":"info","ts":1789152924.7108517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8","header":"x-maas-username"} {"level":"info","ts":1789152924.7108562,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8","header":"x-maas-group"} {"level":"info","ts":1789152924.7108707,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789152924.7109056,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8"} {"level":"info","ts":1789152924.7127888,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8"} {"level":"info","ts":1789152924.7128105,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8"} {"level":"info","ts":1789152924.712829,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8","EoS":false} {"level":"info","ts":1789152924.712844,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8"} {"level":"info","ts":1789152924.7128694,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8","EoS":false} {"level":"info","ts":1789152924.712881,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8"} {"level":"info","ts":1789152924.712892,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8","EoS":true} {"level":"info","ts":1789152924.712899,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ea3c31cd17a3741179e118ea4dff543e","span_id":"55f6dd7607ce7607","x-request-id":"8f696d73-28ad-4a1f-8987-5e0ba15245e8"} {"level":"info","ts":1789152924.8507366,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152924.850852,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95"} {"level":"info","ts":1789152924.8508687,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95"} {"level":"info","ts":1789152924.8508813,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95","EoS":true} {"level":"info","ts":1789152924.850903,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95","header":"x-maas-username"} {"level":"info","ts":1789152924.8509135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95","header":"x-maas-group"} {"level":"info","ts":1789152924.850919,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95","header":"x-maas-subscription"} {"level":"info","ts":1789152924.850935,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789152924.850964,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95"} {"level":"info","ts":1789152924.8518755,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95"} {"level":"info","ts":1789152924.8518915,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95"} {"level":"info","ts":1789152924.8519058,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95","EoS":false} {"level":"info","ts":1789152924.851919,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95"} {"level":"info","ts":1789152924.8519454,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95","EoS":true} {"level":"info","ts":1789152924.851961,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"66ae974eccfb783065966d18ecdc7bb1","span_id":"4496c5a9b93fe787","x-request-id":"90fc5c1c-9153-47ff-8e51-e4b1f9a89f95"} {"level":"error","ts":1789152939.0610297,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152941.759227,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152941.7593384,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9"} {"level":"info","ts":1789152941.7593527,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9"} {"level":"info","ts":1789152941.7593658,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9","EoS":true} {"level":"info","ts":1789152941.7593894,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9","header":"x-maas-username"} {"level":"info","ts":1789152941.7594001,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9","header":"x-maas-group"} {"level":"info","ts":1789152941.7594056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9","header":"x-maas-subscription"} {"level":"info","ts":1789152941.7594202,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789152941.7594452,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9"} {"level":"info","ts":1789152941.7603912,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9"} {"level":"info","ts":1789152941.76041,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9"} {"level":"info","ts":1789152941.7604284,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9","EoS":false} {"level":"info","ts":1789152941.7604408,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9"} {"level":"info","ts":1789152941.7604659,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9","EoS":true} {"level":"info","ts":1789152941.7605023,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"343f6fddca96dacdcfb2988c6c35beeb","span_id":"70cf0708873e0b71","x-request-id":"8633fc88-9ea7-4aea-8040-1dd914d0d8d9"} {"level":"error","ts":1789152954.0620167,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}