{"level":"error","ts":1789384555.616629,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fb13d434-9a90-4f3d-a354-02f5f0f71ec4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789384555.6166637,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fb13d434-9a90-4f3d-a354-02f5f0f71ec4","error":"ExternalModel \"e2e-legacy-migration-3a632e60\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3a632e60\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.6167252,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"8aebc61d-8c6c-4f80-bf47-187bcadf7179"} {"level":"info","ts":1789384555.616749,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"8aebc61d-8c6c-4f80-bf47-187bcadf7179","provider":"e2e-legacy-migration-3a632e60","phase":"Pending"} {"level":"error","ts":1789384555.626598,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"8aebc61d-8c6c-4f80-bf47-187bcadf7179","error":"ExternalModel \"e2e-legacy-migration-3a632e60\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3a632e60\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.636912,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"9ff716ba-655f-4d19-b588-a36a8269d44b"} {"level":"info","ts":1789384555.6369405,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"9ff716ba-655f-4d19-b588-a36a8269d44b","provider":"e2e-legacy-migration-3a632e60","phase":"Pending"} {"level":"info","ts":1789384555.6369646,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"5daf6868-f622-4b05-a325-340c428e6aa2","kind":"DestinationRule","name":"e2e-legacy-migration-3a632e60"} {"level":"error","ts":1789384555.654317,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"9ff716ba-655f-4d19-b588-a36a8269d44b","error":"ExternalModel \"e2e-legacy-migration-3a632e60\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3a632e60\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.6590815,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fce23733-987f-4831-8951-41d29706836f","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.6593444,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fce23733-987f-4831-8951-41d29706836f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789384555.6592212,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"167f9777-d31b-4b68-8c58-19118b780811"} {"level":"info","ts":1789384555.6593075,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"c2a133c5-ac99-4084-a58e-6939ff5a726c","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.6594975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"c2a133c5-ac99-4084-a58e-6939ff5a726c","modelName":"e2e-legacy-migration-3a632e60","resolvedRefs":1} {"level":"info","ts":1789384555.6594687,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"167f9777-d31b-4b68-8c58-19118b780811","name":"e2e-legacy-migration-3a632e60"} {"level":"error","ts":1789384555.6742003,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"5daf6868-f622-4b05-a325-340c428e6aa2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789384555.6742387,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"5daf6868-f622-4b05-a325-340c428e6aa2","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-3a632e60\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.6743,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"a2322dd6-ba9b-47cb-b123-87135eba9433"} {"level":"info","ts":1789384555.6743355,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"a2322dd6-ba9b-47cb-b123-87135eba9433","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.6898928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"03ea55f4-a7f3-4909-92d1-b9050fc2b9b8","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.6899211,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"03ea55f4-a7f3-4909-92d1-b9050fc2b9b8","modelName":"e2e-legacy-migration-3a632e60","resolvedRefs":1} {"level":"error","ts":1789384555.6965835,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"167f9777-d31b-4b68-8c58-19118b780811","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789384555.6966248,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"167f9777-d31b-4b68-8c58-19118b780811","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-3a632e60\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.696683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fa7f61c9-d4f7-4e2a-9118-ec7483f7089f"} {"level":"info","ts":1789384555.6967335,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fa7f61c9-d4f7-4e2a-9118-ec7483f7089f","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.703728,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"a2322dd6-ba9b-47cb-b123-87135eba9433","service":"e2e-legacy-migration-3a632e60","serviceEntry":"e2e-legacy-migration-3a632e60","destinationRule":"e2e-legacy-migration-3a632e60"} {"level":"error","ts":1789384555.7270563,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fa7f61c9-d4f7-4e2a-9118-ec7483f7089f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-3a632e60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.7283993,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"090ad661-6cdb-4e9a-93f4-011105787176"} {"level":"info","ts":1789384555.7285151,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"090ad661-6cdb-4e9a-93f4-011105787176","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.728787,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"44ece73b-2fd5-40eb-98f7-c85d598d58ad","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.7288713,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"44ece73b-2fd5-40eb-98f7-c85d598d58ad","modelName":"e2e-legacy-migration-3a632e60","resolvedRefs":1} {"level":"info","ts":1789384555.75579,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"090ad661-6cdb-4e9a-93f4-011105787176","httpRoute":"e2e-legacy-migration-3a632e60","providers":["e2e-legacy-migration-3a632e60"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789384555.7721777,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"03f19537-630a-4191-a130-ac5ac7aec504","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.7722523,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"03f19537-630a-4191-a130-ac5ac7aec504","modelName":"e2e-legacy-migration-3a632e60","resolvedRefs":1} {"level":"error","ts":1789384555.7728267,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"090ad661-6cdb-4e9a-93f4-011105787176","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.7728884,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"ab1b978f-ca1f-46e0-9c4c-8241350cb335"} {"level":"info","ts":1789384555.7729409,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"ab1b978f-ca1f-46e0-9c4c-8241350cb335","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.8925233,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"ab1b978f-ca1f-46e0-9c4c-8241350cb335","httpRoute":"e2e-legacy-migration-3a632e60","providers":["e2e-legacy-migration-3a632e60"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789384556.0461457,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"df01f8ae-0deb-43d5-a957-70b7f1b539ad","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384556.0566113,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"df01f8ae-0deb-43d5-a957-70b7f1b539ad","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384556.068837,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"df01f8ae-0deb-43d5-a957-70b7f1b539ad","provider":"openai","model":"e2e-legacy-migration-3a632e60","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789384558.4771447,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"5e319636-0ed4-414a-a95b-a4d4df8c2da1","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384558.4957843,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"52e801a1-88c9-477a-bae5-1f5a06af3ce9"} {"level":"info","ts":1789384558.495973,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"82b47958-13aa-4925-a512-c963d7865670"} {"level":"error","ts":1789384558.4959838,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"52e801a1-88c9-477a-bae5-1f5a06af3ce9","provider":"e2e-legacy-migration-3a632e60","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384558.496045,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"63e3040a-13ea-4c5e-a356-9ef9853e883a","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384558.4960659,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"63e3040a-13ea-4c5e-a356-9ef9853e883a","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384558.4959247,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"4247b11c-3e94-4f79-8a4c-9d9a2f386c94","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"error","ts":1789384558.496185,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"4247b11c-3e94-4f79-8a4c-9d9a2f386c94","provider":"e2e-legacy-migration-3a632e60","error":"ExternalProvider \"e2e-legacy-migration-3a632e60\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384558.4962242,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"4247b11c-3e94-4f79-8a4c-9d9a2f386c94"} {"level":"info","ts":1789384558.5045238,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"a5e2be1b-e6b3-4e57-8070-8c1fa1f12678","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384558.5045695,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"a5e2be1b-e6b3-4e57-8070-8c1fa1f12678","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"error","ts":1789384558.5152395,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"52e801a1-88c9-477a-bae5-1f5a06af3ce9","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789384558.5153003,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"52e801a1-88c9-477a-bae5-1f5a06af3ce9","error":"ExternalModel \"e2e-legacy-migration-3a632e60\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3a632e60\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384558.5153606,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"70394a52-80a0-43af-a405-8cfc4bf0f5de"} {"level":"info","ts":1789384558.9735215,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384558.973618,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8"} {"level":"info","ts":1789384558.9736328,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8"} {"level":"info","ts":1789384558.973644,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","EoS":true} {"level":"info","ts":1789384558.9736662,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","header":"x-maas-group"} {"level":"info","ts":1789384558.9736764,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","header":"x-maas-subscription"} {"level":"info","ts":1789384558.9736814,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","header":"x-maas-username"} {"level":"info","ts":1789384558.9736986,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789384558.973708,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","modelName":"e2e-external-model"} {"level":"info","ts":1789384558.9737182,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789384558.97374,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789384558.973759,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","authType":"apikey"} {"level":"info","ts":1789384558.9737854,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8"} {"level":"info","ts":1789384559.0497398,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8"} {"level":"info","ts":1789384559.0497675,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8"} {"level":"info","ts":1789384559.0497844,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","EoS":false} {"level":"info","ts":1789384559.0497968,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8"} {"level":"info","ts":1789384559.0498261,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","EoS":true} {"level":"info","ts":1789384559.0498343,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1f814bdb4e30d4da62490682e3835ea7","span_id":"4b76326ee95b2b37","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8"} {"level":"info","ts":1789384559.1754358,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384559.175532,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06"} {"level":"info","ts":1789384559.175544,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06"} {"level":"info","ts":1789384559.1755588,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06","EoS":true} {"level":"info","ts":1789384559.1755815,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06","header":"x-maas-group"} {"level":"info","ts":1789384559.1755912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06","header":"x-maas-username"} {"level":"info","ts":1789384559.1755962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06","header":"x-maas-subscription"} {"level":"info","ts":1789384559.1756117,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789384559.1756382,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06"} {"level":"info","ts":1789384559.2336888,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06"} {"level":"info","ts":1789384559.233717,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06"} {"level":"info","ts":1789384559.2337337,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06","EoS":false} {"level":"info","ts":1789384559.233745,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06"} {"level":"info","ts":1789384559.2337742,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06","EoS":true} {"level":"info","ts":1789384559.2337916,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5fe538f5d34756dc807d8313fd742bc1","span_id":"e4077f549ca086ce","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06"} {"level":"info","ts":1789384559.2803075,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384559.2803874,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b"} {"level":"info","ts":1789384559.2803988,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b"} {"level":"info","ts":1789384559.2804098,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b","EoS":true} {"level":"info","ts":1789384559.2804298,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b","header":"x-maas-group"} {"level":"info","ts":1789384559.2804399,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b","header":"x-maas-subscription"} {"level":"info","ts":1789384559.2804463,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b","header":"x-maas-username"} {"level":"info","ts":1789384559.2804744,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b"} {"level":"info","ts":1789384559.315313,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b"} {"level":"info","ts":1789384559.315331,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b"} {"level":"info","ts":1789384559.3153446,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b","EoS":false} {"level":"info","ts":1789384559.3153548,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b"} {"level":"info","ts":1789384559.3153768,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b","EoS":true} {"level":"info","ts":1789384559.3153856,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b58dc706da6a0bc5685048a50fae32bd","span_id":"c364ca4bcb8097c0","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b"} {"level":"info","ts":1789384560.0721834,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384560.0723903,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a"} {"level":"info","ts":1789384560.072412,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a"} {"level":"info","ts":1789384560.072431,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a","EoS":true} {"level":"info","ts":1789384560.0724573,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a","header":"x-maas-username"} {"level":"info","ts":1789384560.0724697,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a","header":"x-maas-subscription"} {"level":"info","ts":1789384560.0724752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a","header":"x-maas-group"} {"level":"info","ts":1789384560.072489,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789384560.0725129,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a"} {"level":"info","ts":1789384560.073596,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a"} {"level":"info","ts":1789384560.0736208,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a"} {"level":"info","ts":1789384560.0736334,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a","EoS":false} {"level":"info","ts":1789384560.0736465,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a"} {"level":"info","ts":1789384560.073683,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a","EoS":true} {"level":"info","ts":1789384560.0737357,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83a2590b4a8429251485296f4eec512a","span_id":"463bb899d17b6922","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a"} {"level":"info","ts":1789384560.1763053,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384560.1764233,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9"} {"level":"info","ts":1789384560.176439,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9"} {"level":"info","ts":1789384560.176453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9","EoS":true} {"level":"info","ts":1789384560.1764793,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9","header":"x-maas-subscription"} {"level":"info","ts":1789384560.1764934,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9","header":"x-maas-group"} {"level":"info","ts":1789384560.1765015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9","header":"x-maas-username"} {"level":"info","ts":1789384560.1765163,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789384560.1765428,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9"} {"level":"info","ts":1789384560.1775415,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9"} {"level":"info","ts":1789384560.177562,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9"} {"level":"info","ts":1789384560.1775756,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9","EoS":false} {"level":"info","ts":1789384560.177587,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9"} {"level":"info","ts":1789384560.1776116,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9","EoS":true} {"level":"info","ts":1789384560.1776218,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"282fcf3522b9a77a47d83367dc741f65","span_id":"4e5673f7e46fd4a0","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9"} {"level":"info","ts":1789384560.2145376,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f10654b6-d7c8-4b3f-bdc1-43cbd60049e3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789384560.21467,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f10654b6-d7c8-4b3f-bdc1-43cbd60049e3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789384560.2146716,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7dfb3b45-afa8-4ff1-ac3d-6f81f963d088"} {"level":"info","ts":1789384560.2773771,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384560.2774749,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5"} {"level":"info","ts":1789384560.2774882,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5"} {"level":"info","ts":1789384560.2775,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5","EoS":true} {"level":"info","ts":1789384560.277525,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5","header":"x-maas-group"} {"level":"info","ts":1789384560.2775393,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5","header":"x-maas-username"} {"level":"info","ts":1789384560.2775471,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5","header":"x-maas-subscription"} {"level":"info","ts":1789384560.2775674,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789384560.2775917,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5"} {"level":"info","ts":1789384560.2785466,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5"} {"level":"info","ts":1789384560.2785666,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5"} {"level":"info","ts":1789384560.2785861,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5","EoS":false} {"level":"info","ts":1789384560.2786,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5"} {"level":"info","ts":1789384560.2786262,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5","EoS":true} {"level":"info","ts":1789384560.2786362,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"affb2850d952586c1dc957a7d2447d2d","span_id":"bb4f041784de6238","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5"} {"level":"info","ts":1789384560.3576443,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384560.3577423,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a"} {"level":"info","ts":1789384560.3577561,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a"} {"level":"info","ts":1789384560.3577683,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a","EoS":true} {"level":"info","ts":1789384560.357789,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a","header":"x-maas-subscription"} {"level":"info","ts":1789384560.3577988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a","header":"x-maas-group"} {"level":"info","ts":1789384560.3578045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a","header":"x-maas-username"} {"level":"info","ts":1789384560.3578193,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789384560.3578405,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a"} {"level":"info","ts":1789384560.3589149,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a"} {"level":"info","ts":1789384560.3589334,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a"} {"level":"info","ts":1789384560.358946,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a","EoS":false} {"level":"info","ts":1789384560.3589635,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a"} {"level":"info","ts":1789384560.358993,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a","EoS":true} {"level":"info","ts":1789384560.3590026,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"347fb4cac7fc3920c85c0c9aaa8f3b20","span_id":"ef805d3e09768008","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a"} {"level":"info","ts":1789384560.3807461,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b1af43a-a22e-4d8d-bee2-7ceb608537b0"} {"level":"info","ts":1789384560.380776,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"873ea97d-4f6e-4db8-8990-71ad12f85a69","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789384560.3809023,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"873ea97d-4f6e-4db8-8990-71ad12f85a69","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789384560.5098712,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7ca3d2b2-527c-4f92-875e-0efdc2b70855","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789384560.5099006,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7ca3d2b2-527c-4f92-875e-0efdc2b70855","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789384563.1934392,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789384573.1940784,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789384588.1951826,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789384591.7319217,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384591.7320638,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7c4c83edc55f711cd792bd735fed5f22","span_id":"85f398935be3e919","x-request-id":"5c9c7348-30d7-4641-92c3-95ac4852c45d"} {"level":"info","ts":1789384591.7320812,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7c4c83edc55f711cd792bd735fed5f22","span_id":"85f398935be3e919","x-request-id":"5c9c7348-30d7-4641-92c3-95ac4852c45d"} {"level":"info","ts":1789384591.7320926,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7c4c83edc55f711cd792bd735fed5f22","span_id":"85f398935be3e919","x-request-id":"5c9c7348-30d7-4641-92c3-95ac4852c45d","EoS":true} {"level":"info","ts":1789384591.7321393,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7c4c83edc55f711cd792bd735fed5f22","span_id":"85f398935be3e919","x-request-id":"5c9c7348-30d7-4641-92c3-95ac4852c45d"} {"level":"info","ts":1789384591.901458,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384591.9015498,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ca23e8466b8fcc782576e1c6f00625d8","span_id":"8a4f082b0f0de13f","x-request-id":"ff703ef4-42bb-4763-8508-ce89d956ec35"} {"level":"info","ts":1789384591.9015622,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ca23e8466b8fcc782576e1c6f00625d8","span_id":"8a4f082b0f0de13f","x-request-id":"ff703ef4-42bb-4763-8508-ce89d956ec35"} {"level":"info","ts":1789384591.9015737,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ca23e8466b8fcc782576e1c6f00625d8","span_id":"8a4f082b0f0de13f","x-request-id":"ff703ef4-42bb-4763-8508-ce89d956ec35","EoS":true} {"level":"info","ts":1789384591.9016144,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ca23e8466b8fcc782576e1c6f00625d8","span_id":"8a4f082b0f0de13f","x-request-id":"ff703ef4-42bb-4763-8508-ce89d956ec35"} {"level":"info","ts":1789384592.0600064,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384592.0600984,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2a30b4c12e9520d3c38100c49a84d83d","span_id":"9ba4580dda9b81e3","x-request-id":"fa15eb54-2d7b-4a3f-8238-98f45537b89b"} {"level":"info","ts":1789384592.0601118,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2a30b4c12e9520d3c38100c49a84d83d","span_id":"9ba4580dda9b81e3","x-request-id":"fa15eb54-2d7b-4a3f-8238-98f45537b89b"} {"level":"info","ts":1789384592.0601237,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2a30b4c12e9520d3c38100c49a84d83d","span_id":"9ba4580dda9b81e3","x-request-id":"fa15eb54-2d7b-4a3f-8238-98f45537b89b","EoS":true} {"level":"info","ts":1789384592.0601716,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2a30b4c12e9520d3c38100c49a84d83d","span_id":"9ba4580dda9b81e3","x-request-id":"fa15eb54-2d7b-4a3f-8238-98f45537b89b"} {"level":"error","ts":1789384603.1972034,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789385661.3071506,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385661.3072987,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d"} {"level":"info","ts":1789385661.3073134,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d"} {"level":"info","ts":1789385661.3073325,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d","EoS":true} {"level":"info","ts":1789385661.30737,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d","header":"x-maas-username"} {"level":"info","ts":1789385661.3073843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d","header":"x-maas-subscription"} {"level":"info","ts":1789385661.307393,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d","header":"x-maas-group"} {"level":"info","ts":1789385661.3074152,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789385661.3074489,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d"} {"level":"info","ts":1789385661.309424,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d"} {"level":"info","ts":1789385661.3094447,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d"} {"level":"info","ts":1789385661.3094592,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d","EoS":false} {"level":"info","ts":1789385661.3094704,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d"} {"level":"info","ts":1789385661.3094943,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d","EoS":true} {"level":"info","ts":1789385661.309502,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed70bb394d546b40ff79a91e175b1c69","span_id":"b59a1e83fe473684","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d"} {"level":"info","ts":1789385661.3476255,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385661.3477194,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece"} {"level":"info","ts":1789385661.3477333,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece"} {"level":"info","ts":1789385661.3477507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece","EoS":true} {"level":"info","ts":1789385661.347783,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece","header":"x-maas-subscription"} {"level":"info","ts":1789385661.3477967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece","header":"x-maas-username"} {"level":"info","ts":1789385661.3478057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece","header":"x-maas-group"} {"level":"info","ts":1789385661.3478239,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789385661.347856,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece"} {"level":"info","ts":1789385661.3487988,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece"} {"level":"info","ts":1789385661.3488176,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece"} {"level":"info","ts":1789385661.3488328,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece","EoS":false} {"level":"info","ts":1789385661.348849,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece"} {"level":"info","ts":1789385661.3488796,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece","EoS":true} {"level":"info","ts":1789385661.348899,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92fa6360f302edcd983578b35343fbff","span_id":"ed1d1b6051d11d79","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece"} {"level":"error","ts":1789385673.3145835,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789385980.932595,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385980.9326952,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72"} {"level":"info","ts":1789385980.932709,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72"} {"level":"info","ts":1789385980.9327493,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72","EoS":true} {"level":"info","ts":1789385980.9327776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72","header":"x-maas-username"} {"level":"info","ts":1789385980.9327915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72","header":"x-maas-subscription"} {"level":"info","ts":1789385980.9328003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72","header":"x-maas-group"} {"level":"info","ts":1789385980.9328196,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385980.9328463,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72"} {"level":"info","ts":1789385980.9455047,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72"} {"level":"info","ts":1789385980.9455273,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72"} {"level":"info","ts":1789385980.945542,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72","EoS":false} {"level":"info","ts":1789385980.9455538,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72"} {"level":"info","ts":1789385980.945578,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72","EoS":true} {"level":"info","ts":1789385980.9455886,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"80d8063e004115ad60c0498ab3b43d19","span_id":"243d24c757319048","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72"} {"level":"info","ts":1789385981.090864,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385981.0909646,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20"} {"level":"info","ts":1789385981.0909793,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20"} {"level":"info","ts":1789385981.0909915,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20","EoS":true} {"level":"info","ts":1789385981.0910213,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20","header":"x-maas-username"} {"level":"info","ts":1789385981.0910327,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20","header":"x-maas-group"} {"level":"info","ts":1789385981.0910382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20","header":"x-maas-subscription"} {"level":"info","ts":1789385981.0910523,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385981.0910761,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20"} {"level":"info","ts":1789385981.093194,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20"} {"level":"info","ts":1789385981.0932138,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20"} {"level":"info","ts":1789385981.093226,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20","EoS":false} {"level":"info","ts":1789385981.09324,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20"} {"level":"info","ts":1789385981.093287,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20","EoS":true} {"level":"info","ts":1789385981.0933018,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a830a9dd7e02d1e90f19b4d99e520e23","span_id":"2eae58287c7281e8","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20"} {"level":"info","ts":1789385981.2326274,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385981.232716,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0"} {"level":"info","ts":1789385981.23273,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0"} {"level":"info","ts":1789385981.2327409,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0","EoS":true} {"level":"info","ts":1789385981.232766,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0","header":"x-maas-subscription"} {"level":"info","ts":1789385981.2327774,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0","header":"x-maas-username"} {"level":"info","ts":1789385981.2327828,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0","header":"x-maas-group"} {"level":"info","ts":1789385981.2327971,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385981.2328618,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0"} {"level":"info","ts":1789385981.2338736,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0"} {"level":"info","ts":1789385981.2338917,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0"} {"level":"info","ts":1789385981.233907,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0","EoS":false} {"level":"info","ts":1789385981.2339263,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0"} {"level":"info","ts":1789385981.233952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0","EoS":true} {"level":"info","ts":1789385981.2339628,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc9306d0c0e35fee97ebb38a82abdfaa","span_id":"36b70286f1358681","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0"} {"level":"info","ts":1789385981.3763647,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385981.3764548,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6"} {"level":"info","ts":1789385981.3764675,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6"} {"level":"info","ts":1789385981.376479,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6","EoS":true} {"level":"info","ts":1789385981.3765018,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6","header":"x-maas-subscription"} {"level":"info","ts":1789385981.3765135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6","header":"x-maas-group"} {"level":"info","ts":1789385981.3765182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6","header":"x-maas-username"} {"level":"info","ts":1789385981.376532,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385981.376601,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6"} {"level":"info","ts":1789385981.377485,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6"} {"level":"info","ts":1789385981.3775032,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6"} {"level":"info","ts":1789385981.3775158,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6","EoS":false} {"level":"info","ts":1789385981.3775353,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6"} {"level":"info","ts":1789385981.3775613,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6","EoS":true} {"level":"info","ts":1789385981.377571,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e7c6989852c89a62532615b181261d53","span_id":"9f208f0c99d371a2","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6"} {"level":"info","ts":1789385981.5186057,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385981.5187018,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0"} {"level":"info","ts":1789385981.5187147,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0"} {"level":"info","ts":1789385981.5187278,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0","EoS":true} {"level":"info","ts":1789385981.5187511,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0","header":"x-maas-username"} {"level":"info","ts":1789385981.5187612,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0","header":"x-maas-group"} {"level":"info","ts":1789385981.5187666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0","header":"x-maas-subscription"} {"level":"info","ts":1789385981.518781,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385981.5188076,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0"} {"level":"info","ts":1789385981.519836,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0"} {"level":"info","ts":1789385981.5198553,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0"} {"level":"info","ts":1789385981.519868,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0","EoS":false} {"level":"info","ts":1789385981.5198784,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0"} {"level":"info","ts":1789385981.5199046,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0","EoS":true} {"level":"info","ts":1789385981.519913,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"57da7d914270822e40aaa154abe2a4eb","span_id":"257afad687fb9b7c","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0"} {"level":"error","ts":1789385993.3541796,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789385996.5125895,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385996.51271,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4"} {"level":"info","ts":1789385996.5127273,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4"} {"level":"info","ts":1789385996.5127466,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4","EoS":true} {"level":"info","ts":1789385996.5127785,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4","header":"x-maas-group"} {"level":"info","ts":1789385996.5127974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4","header":"x-maas-username"} {"level":"info","ts":1789385996.5128055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4","header":"x-maas-subscription"} {"level":"info","ts":1789385996.512826,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385996.5128665,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4"} {"level":"info","ts":1789385996.5140467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4"} {"level":"info","ts":1789385996.5140712,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4"} {"level":"info","ts":1789385996.5140874,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4","EoS":false} {"level":"info","ts":1789385996.514098,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4"} {"level":"info","ts":1789385996.5141263,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4","EoS":true} {"level":"info","ts":1789385996.5141385,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a7af1a9dd874897b5abe00550887a57a","span_id":"a9118b5c1ae97394","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4"} {"level":"info","ts":1789385996.613515,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385996.6136165,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aff9dbaf811e00eef26cb5de7890a1dc","span_id":"155a32012d29e626","x-request-id":"66c59d01-c947-48ae-877c-0f9763199924"} {"level":"info","ts":1789385996.6145098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aff9dbaf811e00eef26cb5de7890a1dc","span_id":"155a32012d29e626","x-request-id":"66c59d01-c947-48ae-877c-0f9763199924"} {"level":"info","ts":1789385996.614531,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aff9dbaf811e00eef26cb5de7890a1dc","span_id":"155a32012d29e626","x-request-id":"66c59d01-c947-48ae-877c-0f9763199924"} {"level":"info","ts":1789385996.6145437,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aff9dbaf811e00eef26cb5de7890a1dc","span_id":"155a32012d29e626","x-request-id":"66c59d01-c947-48ae-877c-0f9763199924","EoS":false} {"level":"info","ts":1789385996.614555,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aff9dbaf811e00eef26cb5de7890a1dc","span_id":"155a32012d29e626","x-request-id":"66c59d01-c947-48ae-877c-0f9763199924"} {"level":"info","ts":1789385996.614582,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aff9dbaf811e00eef26cb5de7890a1dc","span_id":"155a32012d29e626","x-request-id":"66c59d01-c947-48ae-877c-0f9763199924","EoS":true} {"level":"info","ts":1789385996.614596,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aff9dbaf811e00eef26cb5de7890a1dc","span_id":"155a32012d29e626","x-request-id":"66c59d01-c947-48ae-877c-0f9763199924"} {"level":"info","ts":1789385997.3671803,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385997.367286,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f"} {"level":"info","ts":1789385997.3673,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f"} {"level":"info","ts":1789385997.367312,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f","EoS":true} {"level":"info","ts":1789385997.3673344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f","header":"x-maas-username"} {"level":"info","ts":1789385997.3673441,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f","header":"x-maas-subscription"} {"level":"info","ts":1789385997.367349,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f","header":"x-maas-group"} {"level":"info","ts":1789385997.367363,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385997.3673866,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f"} {"level":"info","ts":1789385997.368437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f"} {"level":"info","ts":1789385997.3684566,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f"} {"level":"info","ts":1789385997.3684711,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f","EoS":false} {"level":"info","ts":1789385997.368484,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f"} {"level":"info","ts":1789385997.3685098,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f","EoS":true} {"level":"info","ts":1789385997.3685203,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"25fbf823a9fa0dcf1c1976f9352cbb68","span_id":"63c09b3fec2ffbe7","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f"} {"level":"info","ts":1789385998.3028126,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385998.3029072,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb"} {"level":"info","ts":1789385998.302922,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb"} {"level":"info","ts":1789385998.3029335,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb","EoS":true} {"level":"info","ts":1789385998.3029585,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb","header":"x-maas-subscription"} {"level":"info","ts":1789385998.3029687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb","header":"x-maas-group"} {"level":"info","ts":1789385998.302974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb","header":"x-maas-username"} {"level":"info","ts":1789385998.3029878,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385998.3030117,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb"} {"level":"info","ts":1789385998.304012,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb"} {"level":"info","ts":1789385998.3040295,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb"} {"level":"info","ts":1789385998.3040442,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb","EoS":false} {"level":"info","ts":1789385998.3040557,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb"} {"level":"info","ts":1789385998.304086,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb","EoS":true} {"level":"info","ts":1789385998.3041005,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b37b8d5c8f8f93fa17d870103bca4544","span_id":"66aa7ab3561628a9","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb"} {"level":"info","ts":1789385999.0253057,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385999.025399,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27"} {"level":"info","ts":1789385999.025413,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27"} {"level":"info","ts":1789385999.025425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27","EoS":true} {"level":"info","ts":1789385999.025446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27","header":"x-maas-group"} {"level":"info","ts":1789385999.0254557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27","header":"x-maas-subscription"} {"level":"info","ts":1789385999.025461,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27","header":"x-maas-username"} {"level":"info","ts":1789385999.0254748,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385999.0254996,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27"} {"level":"info","ts":1789385999.0265117,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27"} {"level":"info","ts":1789385999.0265317,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27"} {"level":"info","ts":1789385999.0265472,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27","EoS":false} {"level":"info","ts":1789385999.026559,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27"} {"level":"info","ts":1789385999.026583,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27","EoS":true} {"level":"info","ts":1789385999.026593,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4223a6e792257dd06c5816024ba8e86","span_id":"d5b4dfbcd20fa808","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27"} {"level":"info","ts":1789386000.077949,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386000.0780432,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe"} {"level":"info","ts":1789386000.0780556,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe"} {"level":"info","ts":1789386000.0780673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe","EoS":true} {"level":"info","ts":1789386000.0780869,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe","header":"x-maas-group"} {"level":"info","ts":1789386000.0780985,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe","header":"x-maas-username"} {"level":"info","ts":1789386000.0781035,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe","header":"x-maas-subscription"} {"level":"info","ts":1789386000.0781193,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789386000.0781446,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe"} {"level":"info","ts":1789386000.079184,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe"} {"level":"info","ts":1789386000.0792048,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe"} {"level":"info","ts":1789386000.0792177,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe","EoS":false} {"level":"info","ts":1789386000.07923,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe"} {"level":"info","ts":1789386000.079259,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe","EoS":true} {"level":"info","ts":1789386000.079295,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"073ddb56e3f2bfe61b9650a80ef7839e","span_id":"c1758fed609309d3","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe"} {"level":"error","ts":1789386008.3553143,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789386018.3564124,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789386019.5553205,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386019.555424,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec"} {"level":"info","ts":1789386019.5554404,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec"} {"level":"info","ts":1789386019.555458,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec","EoS":true} {"level":"info","ts":1789386019.5554833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec","header":"x-maas-username"} {"level":"info","ts":1789386019.55554,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec","header":"x-maas-subscription"} {"level":"info","ts":1789386019.5555506,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec","header":"x-maas-group"} {"level":"info","ts":1789386019.5555682,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789386019.5555942,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec"} {"level":"info","ts":1789386019.556615,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec"} {"level":"info","ts":1789386019.556639,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec"} {"level":"info","ts":1789386019.5566537,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec","EoS":false} {"level":"info","ts":1789386019.5566654,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec"} {"level":"info","ts":1789386019.5566878,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec","EoS":true} {"level":"info","ts":1789386019.5566986,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e988b502e0f31276858145aee86c15a","span_id":"525f1c17ba4936ab","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec"} {"level":"error","ts":1789386033.3572598,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789386110.651894,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386110.6519816,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb"} {"level":"info","ts":1789386110.6519954,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb"} {"level":"info","ts":1789386110.652007,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb","EoS":true} {"level":"info","ts":1789386110.6520264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb","header":"x-maas-username"} {"level":"info","ts":1789386110.6520343,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb","header":"x-maas-subscription"} {"level":"info","ts":1789386110.6520407,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb","header":"x-maas-group"} {"level":"info","ts":1789386110.652058,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789386110.6520872,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb"} {"level":"info","ts":1789386110.6648843,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb"} {"level":"info","ts":1789386110.6649039,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb"} {"level":"info","ts":1789386110.664931,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb","EoS":false} {"level":"info","ts":1789386110.664947,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb"} {"level":"info","ts":1789386110.6649826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb","EoS":true} {"level":"info","ts":1789386110.6649954,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1efddd0fbc25402f8dd440c87caaa6b","span_id":"d56e50b3115b546f","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb"} {"level":"error","ts":1789386123.3668177,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789386182.849717,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386182.8498209,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a"} {"level":"info","ts":1789386182.849834,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a"} {"level":"info","ts":1789386182.8498456,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a","EoS":true} {"level":"info","ts":1789386182.84987,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a","header":"x-maas-group"} {"level":"info","ts":1789386182.8498797,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a","header":"x-maas-username"} {"level":"info","ts":1789386182.8498847,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a","header":"x-maas-subscription"} {"level":"info","ts":1789386182.8498995,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789386182.8499272,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a"} {"level":"info","ts":1789386182.8508966,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a"} {"level":"info","ts":1789386182.8509164,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a"} {"level":"info","ts":1789386182.85093,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a","EoS":false} {"level":"info","ts":1789386182.8509412,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a"} {"level":"info","ts":1789386182.850964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a","EoS":true} {"level":"info","ts":1789386182.8509734,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"deff9228224efb1d25686fa3bb8d70a2","span_id":"673f0ac7cf3c780e","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a"} {"level":"error","ts":1789386193.3750143,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789386196.719851,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386196.7199492,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4"} {"level":"info","ts":1789386196.719962,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4"} {"level":"info","ts":1789386196.719973,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4","EoS":true} {"level":"info","ts":1789386196.7199957,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4","header":"x-maas-group"} {"level":"info","ts":1789386196.720006,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4","header":"x-maas-subscription"} {"level":"info","ts":1789386196.7200112,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4","header":"x-maas-username"} {"level":"info","ts":1789386196.720026,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789386196.7200515,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4"} {"level":"info","ts":1789386196.7340994,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4"} {"level":"info","ts":1789386196.734126,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4"} {"level":"info","ts":1789386196.7341447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4","EoS":false} {"level":"info","ts":1789386196.7341595,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4"} {"level":"info","ts":1789386196.734193,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4","EoS":false} {"level":"info","ts":1789386196.7342074,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4"} {"level":"info","ts":1789386196.73422,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4","EoS":true} {"level":"info","ts":1789386196.7342265,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"73f3717b1345830de4c5db82292425cc","span_id":"fd988bb807b5b93e","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4"} {"level":"info","ts":1789386196.8798773,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386196.879969,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2"} {"level":"info","ts":1789386196.8799813,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2"} {"level":"info","ts":1789386196.8799942,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","EoS":true} {"level":"info","ts":1789386196.8800123,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","header":"x-maas-username"} {"level":"info","ts":1789386196.8800197,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","header":"x-maas-subscription"} {"level":"info","ts":1789386196.8800251,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","header":"x-maas-group"} {"level":"info","ts":1789386196.880039,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789386196.8800638,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2"} {"level":"info","ts":1789386196.8826046,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2"} {"level":"info","ts":1789386196.8826249,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2"} {"level":"info","ts":1789386196.8826387,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","EoS":false} {"level":"info","ts":1789386196.8826506,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2"} {"level":"info","ts":1789386196.8826866,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","EoS":false} {"level":"info","ts":1789386196.8827024,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2"} {"level":"info","ts":1789386196.8827152,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","EoS":false} {"level":"info","ts":1789386196.8827262,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2"} {"level":"info","ts":1789386196.8827379,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","EoS":true} {"level":"info","ts":1789386196.8827486,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca4c8d388e0a0c579bd4cab0596ab30c","span_id":"cf410611be140db7","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2"} {"level":"info","ts":1789386197.0203385,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386197.0204244,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005"} {"level":"info","ts":1789386197.0204375,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005"} {"level":"info","ts":1789386197.0204487,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005","EoS":true} {"level":"info","ts":1789386197.0204673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005","header":"x-maas-group"} {"level":"info","ts":1789386197.0204773,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005","header":"x-maas-username"} {"level":"info","ts":1789386197.0204825,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005","header":"x-maas-subscription"} {"level":"info","ts":1789386197.0204961,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789386197.0205212,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005"} {"level":"info","ts":1789386197.021622,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005"} {"level":"info","ts":1789386197.021643,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005"} {"level":"info","ts":1789386197.0216594,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005","EoS":false} {"level":"info","ts":1789386197.021671,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005"} {"level":"info","ts":1789386197.0216997,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005","EoS":false} {"level":"info","ts":1789386197.0217154,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005"} {"level":"info","ts":1789386197.0217283,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005","EoS":true} {"level":"info","ts":1789386197.021737,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70be56ab160486b968817bc2f045f544","span_id":"132e2fdebfc64be1","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005"} {"level":"error","ts":1789386208.3754227,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789386209.9764469,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386209.9765606,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60"} {"level":"info","ts":1789386209.9765813,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60"} {"level":"info","ts":1789386209.9765997,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60","EoS":true} {"level":"info","ts":1789386209.976627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60","header":"x-maas-group"} {"level":"info","ts":1789386209.97664,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60","header":"x-maas-subscription"} {"level":"info","ts":1789386209.9766474,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60","header":"x-maas-username"} {"level":"info","ts":1789386209.9766667,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789386209.976696,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60"} {"level":"info","ts":1789386209.9786913,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60"} {"level":"info","ts":1789386209.978709,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60"} {"level":"info","ts":1789386209.9787242,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60","EoS":false} {"level":"info","ts":1789386209.9787378,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60"} {"level":"info","ts":1789386209.9787655,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60","EoS":true} {"level":"info","ts":1789386209.978776,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"56bbad02c1ea1ffb82b3a4fc797001f8","span_id":"7373ff84a1c998e4","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60"} {"level":"error","ts":1789386223.3775537,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}