{"level":"info","ts":1789583673.5176704,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"cba9c4af-602c-4ca4-a35a-743ea485d0a9"} {"level":"info","ts":1789583673.5178728,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"cba9c4af-602c-4ca4-a35a-743ea485d0a9","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.5725083,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6fac4a29-f7c7-4219-9e93-365cb2b8dc5b","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.5725384,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6fac4a29-f7c7-4219-9e93-365cb2b8dc5b","modelName":"e2e-legacy-migration-6920680c","resolvedRefs":1} {"level":"info","ts":1789583673.582154,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"fb3a3848-d910-47d6-b9f3-59a770a21a49","service":"e2e-legacy-migration-6920680c","serviceEntry":"e2e-legacy-migration-6920680c","destinationRule":"e2e-legacy-migration-6920680c"} {"level":"error","ts":1789583673.6886854,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"fb3a3848-d910-47d6-b9f3-59a770a21a49","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-6920680c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583673.6887803,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"0c097a35-3f66-459e-8ef1-2696d4ba83bb"} {"level":"info","ts":1789583673.688822,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"0c097a35-3f66-459e-8ef1-2696d4ba83bb","name":"e2e-legacy-migration-6920680c"} {"level":"error","ts":1789583673.7190802,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"cba9c4af-602c-4ca4-a35a-743ea485d0a9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6920680c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789583673.7191198,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"cba9c4af-602c-4ca4-a35a-743ea485d0a9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-6920680c\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583673.7191834,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"964aa43a-ed41-4509-83d2-9d176e4945e9"} {"level":"info","ts":1789583673.7192652,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"964aa43a-ed41-4509-83d2-9d176e4945e9","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.7620084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"201e0e6f-0868-49d7-b8af-0837d652c281","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.7620409,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"201e0e6f-0868-49d7-b8af-0837d652c281","modelName":"e2e-legacy-migration-6920680c","resolvedRefs":1} {"level":"info","ts":1789583673.7832863,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"0c097a35-3f66-459e-8ef1-2696d4ba83bb","service":"e2e-legacy-migration-6920680c","serviceEntry":"e2e-legacy-migration-6920680c","destinationRule":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.8093863,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"964aa43a-ed41-4509-83d2-9d176e4945e9","httpRoute":"e2e-legacy-migration-6920680c","providers":["e2e-legacy-migration-6920680c"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789583673.8347247,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"964aa43a-ed41-4509-83d2-9d176e4945e9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6920680c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583673.834785,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"36ab2419-ca70-41ea-a611-1c044fa4ac86"} {"level":"info","ts":1789583673.8348284,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"36ab2419-ca70-41ea-a611-1c044fa4ac86","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.8348792,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"519c4860-1b0f-41f2-9aeb-4fff6761450c","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.8349054,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"519c4860-1b0f-41f2-9aeb-4fff6761450c","modelName":"e2e-legacy-migration-6920680c","resolvedRefs":1} {"level":"info","ts":1789583673.8874633,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"36ab2419-ca70-41ea-a611-1c044fa4ac86","httpRoute":"e2e-legacy-migration-6920680c","providers":["e2e-legacy-migration-6920680c"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789583673.9023373,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"36ab2419-ca70-41ea-a611-1c044fa4ac86","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6920680c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583673.9024203,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"ac3e4ea5-c222-4023-859f-0a3b710533cb"} {"level":"info","ts":1789583673.9024782,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"ac3e4ea5-c222-4023-859f-0a3b710533cb","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.977608,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"ac3e4ea5-c222-4023-859f-0a3b710533cb","httpRoute":"e2e-legacy-migration-6920680c","providers":["e2e-legacy-migration-6920680c"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789583674.0749815,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"2a7a1706-6eb9-430f-9ac6-2ac4e5989dbb","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583674.1053169,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"2a7a1706-6eb9-430f-9ac6-2ac4e5989dbb","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583674.1357696,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"2a7a1706-6eb9-430f-9ac6-2ac4e5989dbb","provider":"openai","model":"e2e-legacy-migration-6920680c","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789583677.3418877,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"5231b224-5919-4796-8798-1f58f53e9655","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583677.4124503,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"59db51c8-439f-4204-9bd3-b7a48b30714f"} {"level":"info","ts":1789583677.4124599,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"ca6a1430-5ef7-457a-8173-6a7c9d3cb244","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583677.4124882,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"ca6a1430-5ef7-457a-8173-6a7c9d3cb244","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583677.4125369,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"91828b9e-9d08-4869-9e42-32340bab696c","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583677.4125652,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"0233318a-397f-47db-a547-f7677fb8a01b"} {"level":"error","ts":1789583677.4125574,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"91828b9e-9d08-4869-9e42-32340bab696c","provider":"e2e-legacy-migration-6920680c","error":"ExternalProvider \"e2e-legacy-migration-6920680c\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583677.4126027,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"91828b9e-9d08-4869-9e42-32340bab696c"} {"level":"error","ts":1789583677.412592,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"0233318a-397f-47db-a547-f7677fb8a01b","provider":"e2e-legacy-migration-6920680c","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-6920680c\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583677.4855087,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"52d42775-475c-4ede-8b49-26451e53ba57","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"error","ts":1789583677.485548,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"52d42775-475c-4ede-8b49-26451e53ba57","provider":"e2e-legacy-migration-6920680c","error":"ExternalProvider \"e2e-legacy-migration-6920680c\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583677.4855764,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"52d42775-475c-4ede-8b49-26451e53ba57"} {"level":"error","ts":1789583677.5705898,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"0233318a-397f-47db-a547-f7677fb8a01b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6920680c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789583677.570634,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"0233318a-397f-47db-a547-f7677fb8a01b","error":"ExternalModel \"e2e-legacy-migration-6920680c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6920680c\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583677.5706828,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"28758701-03e5-4c4e-990f-89078e56cac6"} {"level":"error","ts":1789583677.570708,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"28758701-03e5-4c4e-990f-89078e56cac6","provider":"e2e-legacy-migration-6920680c","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-6920680c\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583677.7368078,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"0e231a93-914a-41cc-aef3-6797b9e30809","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583677.7368395,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"0e231a93-914a-41cc-aef3-6797b9e30809","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"error","ts":1789583677.7370496,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"28758701-03e5-4c4e-990f-89078e56cac6","error":"ExternalModel \"e2e-legacy-migration-6920680c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6920680c\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583677.7371159,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"bfcfc687-65eb-45ad-b4c8-f247b0c0ad84"} {"level":"info","ts":1789583678.357129,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583678.3572552,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7"} {"level":"info","ts":1789583678.3572705,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7"} {"level":"info","ts":1789583678.3572845,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","EoS":true} {"level":"info","ts":1789583678.3573127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","header":"x-maas-username"} {"level":"info","ts":1789583678.3573225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","header":"x-maas-subscription"} {"level":"info","ts":1789583678.3573291,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","header":"x-maas-keyname"} {"level":"info","ts":1789583678.3573344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","header":"x-maas-group"} {"level":"info","ts":1789583678.3573499,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789583678.35736,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","modelName":"e2e-external-model"} {"level":"info","ts":1789583678.3573713,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789583678.3573928,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789583678.357429,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","authType":"apikey"} {"level":"info","ts":1789583678.357454,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7"} {"level":"info","ts":1789583680.4039617,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7"} {"level":"info","ts":1789583680.4039922,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7"} {"level":"info","ts":1789583680.4040096,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","EoS":false} {"level":"info","ts":1789583680.4040246,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7"} {"level":"info","ts":1789583680.404054,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","EoS":true} {"level":"info","ts":1789583680.4040644,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6657c6fc2d237fcd50cf1ca92f4e314d","span_id":"b442792b2abecf3a","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7"} {"level":"info","ts":1789583680.483805,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583680.4838922,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c"} {"level":"info","ts":1789583680.4839065,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c"} {"level":"info","ts":1789583680.4839191,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c","EoS":true} {"level":"info","ts":1789583680.4839432,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c","header":"x-maas-subscription"} {"level":"info","ts":1789583680.4839525,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c","header":"x-maas-username"} {"level":"info","ts":1789583680.4839578,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c","header":"x-maas-keyname"} {"level":"info","ts":1789583680.4839625,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c","header":"x-maas-group"} {"level":"info","ts":1789583680.4839773,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789583680.4840004,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c"} {"level":"info","ts":1789583680.5638742,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c"} {"level":"info","ts":1789583680.5638988,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c"} {"level":"info","ts":1789583680.5639188,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c","EoS":false} {"level":"info","ts":1789583680.5639348,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c"} {"level":"info","ts":1789583680.563972,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c","EoS":true} {"level":"info","ts":1789583680.5639844,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"80457b61e2e5756d50d60839852236fc","span_id":"55d280300fc9ffe5","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c"} {"level":"info","ts":1789583680.6552572,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583680.655345,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a"} {"level":"info","ts":1789583680.6553571,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a"} {"level":"info","ts":1789583680.6553688,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a","EoS":true} {"level":"info","ts":1789583680.655389,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a","header":"x-maas-username"} {"level":"info","ts":1789583680.6554,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a","header":"x-maas-subscription"} {"level":"info","ts":1789583680.655405,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a","header":"x-maas-keyname"} {"level":"info","ts":1789583680.655409,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a","header":"x-maas-group"} {"level":"info","ts":1789583680.6554382,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a"} {"level":"info","ts":1789583682.3430316,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a"} {"level":"info","ts":1789583682.3430653,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a"} {"level":"info","ts":1789583682.343085,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a","EoS":false} {"level":"info","ts":1789583682.3430977,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a"} {"level":"info","ts":1789583682.3431332,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a","EoS":true} {"level":"info","ts":1789583682.3431504,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3fe0897324f07cab72e183ab42484c93","span_id":"596d20f0546c9770","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a"} {"level":"error","ts":1789583682.604462,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789583683.4335885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9fd89f73-2c76-4fc0-9413-ae20712def64","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789583683.433687,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9fd89f73-2c76-4fc0-9413-ae20712def64","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789583683.4337819,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c40ece1-6a90-44ad-a678-356aad55093e"} {"level":"info","ts":1789583683.6014104,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d3de95d-47c3-4980-9d4c-9253c6299e44","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789583683.6014419,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d3de95d-47c3-4980-9d4c-9253c6299e44","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789583683.601416,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1dd1bd15-62e4-4fd7-b220-677d7c5687f8"} {"level":"info","ts":1789583683.7242298,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"69c1fd6c-9519-4ea0-a7b5-4524656acb46","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789583683.7242718,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"69c1fd6c-9519-4ea0-a7b5-4524656acb46","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789583685.518751,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583685.518854,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9"} {"level":"info","ts":1789583685.5188675,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9"} {"level":"info","ts":1789583685.5188792,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9","EoS":true} {"level":"info","ts":1789583685.518905,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9","header":"x-maas-group"} {"level":"info","ts":1789583685.5189157,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9","header":"x-maas-username"} {"level":"info","ts":1789583685.5189228,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9","header":"x-maas-subscription"} {"level":"info","ts":1789583685.518929,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9","header":"x-maas-keyname"} {"level":"info","ts":1789583685.5189483,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583685.5189772,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9"} {"level":"info","ts":1789583685.5202613,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9"} {"level":"info","ts":1789583685.520288,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9"} {"level":"info","ts":1789583685.5203109,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9","EoS":false} {"level":"info","ts":1789583685.5203328,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9"} {"level":"info","ts":1789583685.5203757,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9","EoS":true} {"level":"info","ts":1789583685.5204482,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ea07af3d444e6582f7fdc7e2d100d7b","span_id":"afb87fc77aa1061b","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9"} {"level":"info","ts":1789583685.5650136,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583685.5650926,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5"} {"level":"info","ts":1789583685.5651047,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5"} {"level":"info","ts":1789583685.5651157,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5","EoS":true} {"level":"info","ts":1789583685.565136,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5","header":"x-maas-username"} {"level":"info","ts":1789583685.565146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5","header":"x-maas-keyname"} {"level":"info","ts":1789583685.565151,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5","header":"x-maas-group"} {"level":"info","ts":1789583685.5651555,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5","header":"x-maas-subscription"} {"level":"info","ts":1789583685.5651703,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583685.565196,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5"} {"level":"info","ts":1789583685.5661988,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5"} {"level":"info","ts":1789583685.5662374,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5"} {"level":"info","ts":1789583685.5662599,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5","EoS":false} {"level":"info","ts":1789583685.5662713,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5"} {"level":"info","ts":1789583685.5662947,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5","EoS":true} {"level":"info","ts":1789583685.566304,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e9267b3468861e6fe0bc6ea47ad45bd","span_id":"a65cc7e3ea0ad30b","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5"} {"level":"info","ts":1789583685.6178555,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583685.6179457,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1"} {"level":"info","ts":1789583685.6179597,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1"} {"level":"info","ts":1789583685.6179724,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1","EoS":true} {"level":"info","ts":1789583685.6179974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1","header":"x-maas-subscription"} {"level":"info","ts":1789583685.6180086,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1","header":"x-maas-group"} {"level":"info","ts":1789583685.6180134,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1","header":"x-maas-keyname"} {"level":"info","ts":1789583685.6180205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1","header":"x-maas-username"} {"level":"info","ts":1789583685.6180396,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583685.6180696,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1"} {"level":"info","ts":1789583685.61915,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1"} {"level":"info","ts":1789583685.6191676,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1"} {"level":"info","ts":1789583685.6191804,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1","EoS":false} {"level":"info","ts":1789583685.61919,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1"} {"level":"info","ts":1789583685.6192245,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1","EoS":true} {"level":"info","ts":1789583685.6192343,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e149e5af6bcc3c800ee97a6cee33d0cd","span_id":"6cbec0cef388eca5","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1"} {"level":"info","ts":1789583685.6636913,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583685.663767,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a"} {"level":"info","ts":1789583685.663779,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a"} {"level":"info","ts":1789583685.663792,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a","EoS":true} {"level":"info","ts":1789583685.6638098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a","header":"x-maas-keyname"} {"level":"info","ts":1789583685.663819,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a","header":"x-maas-username"} {"level":"info","ts":1789583685.6638246,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a","header":"x-maas-group"} {"level":"info","ts":1789583685.6638296,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a","header":"x-maas-subscription"} {"level":"info","ts":1789583685.663844,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583685.6638672,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a"} {"level":"info","ts":1789583685.6649199,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a"} {"level":"info","ts":1789583685.6649382,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a"} {"level":"info","ts":1789583685.6649523,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a","EoS":false} {"level":"info","ts":1789583685.6649628,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a"} {"level":"info","ts":1789583685.6649852,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a","EoS":true} {"level":"info","ts":1789583685.6649938,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c63f6d173245b04b31e0b5ded62a5b7","span_id":"a91ee76a468b9a72","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a"} {"level":"error","ts":1789583697.605119,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789583717.9699562,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583717.9700568,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"672728f9ca1d4ab20b016717ac887b78","span_id":"eb18a539565a267c","x-request-id":"01a3dcb5-01ac-4e2f-b616-767ec8a659ec"} {"level":"info","ts":1789583717.9700694,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"672728f9ca1d4ab20b016717ac887b78","span_id":"eb18a539565a267c","x-request-id":"01a3dcb5-01ac-4e2f-b616-767ec8a659ec"} {"level":"info","ts":1789583717.9700813,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"672728f9ca1d4ab20b016717ac887b78","span_id":"eb18a539565a267c","x-request-id":"01a3dcb5-01ac-4e2f-b616-767ec8a659ec","EoS":true} {"level":"info","ts":1789583717.9701316,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"672728f9ca1d4ab20b016717ac887b78","span_id":"eb18a539565a267c","x-request-id":"01a3dcb5-01ac-4e2f-b616-767ec8a659ec"} {"level":"info","ts":1789583718.2249105,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583718.2250202,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9145ad0f77a01c4de0bca63b2bddc37d","span_id":"4ce1de9c631d532c","x-request-id":"93580161-6da9-4936-842d-c668f9a82ac8"} {"level":"info","ts":1789583718.2250388,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9145ad0f77a01c4de0bca63b2bddc37d","span_id":"4ce1de9c631d532c","x-request-id":"93580161-6da9-4936-842d-c668f9a82ac8"} {"level":"info","ts":1789583718.225057,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9145ad0f77a01c4de0bca63b2bddc37d","span_id":"4ce1de9c631d532c","x-request-id":"93580161-6da9-4936-842d-c668f9a82ac8","EoS":true} {"level":"info","ts":1789583718.225117,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9145ad0f77a01c4de0bca63b2bddc37d","span_id":"4ce1de9c631d532c","x-request-id":"93580161-6da9-4936-842d-c668f9a82ac8"} {"level":"info","ts":1789583718.4277203,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583718.4278166,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7d5207ee0b7d950df2d12019f5d377ad","span_id":"95ec5f1ba4d32eae","x-request-id":"814a200f-de7e-4e52-b058-0c1174d99c7c"} {"level":"info","ts":1789583718.4278283,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7d5207ee0b7d950df2d12019f5d377ad","span_id":"95ec5f1ba4d32eae","x-request-id":"814a200f-de7e-4e52-b058-0c1174d99c7c"} {"level":"info","ts":1789583718.4278398,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7d5207ee0b7d950df2d12019f5d377ad","span_id":"95ec5f1ba4d32eae","x-request-id":"814a200f-de7e-4e52-b058-0c1174d99c7c","EoS":true} {"level":"info","ts":1789583718.427888,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7d5207ee0b7d950df2d12019f5d377ad","span_id":"95ec5f1ba4d32eae","x-request-id":"814a200f-de7e-4e52-b058-0c1174d99c7c"} {"level":"error","ts":1789583732.6093419,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789584729.5722718,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584729.5723886,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145"} {"level":"info","ts":1789584729.5724046,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145"} {"level":"info","ts":1789584729.5724177,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145","EoS":true} {"level":"info","ts":1789584729.5724428,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145","header":"x-maas-group"} {"level":"info","ts":1789584729.5724525,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145","header":"x-maas-username"} {"level":"info","ts":1789584729.5724585,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145","header":"x-maas-subscription"} {"level":"info","ts":1789584729.572463,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145","header":"x-maas-keyname"} {"level":"info","ts":1789584729.572479,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584729.572506,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145"} {"level":"info","ts":1789584729.585453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145"} {"level":"info","ts":1789584729.5854757,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145"} {"level":"info","ts":1789584729.5854912,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145","EoS":false} {"level":"info","ts":1789584729.5855029,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145"} {"level":"info","ts":1789584729.585529,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145","EoS":true} {"level":"info","ts":1789584729.5855367,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0907e4cd27bfff8bfae71df6779a4cc","span_id":"6225b7e865a91f8b","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145"} {"level":"info","ts":1789584729.7201564,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584729.7202628,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c"} {"level":"info","ts":1789584729.7202754,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c"} {"level":"info","ts":1789584729.7202873,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c","EoS":true} {"level":"info","ts":1789584729.7203102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c","header":"x-maas-group"} {"level":"info","ts":1789584729.7203183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c","header":"x-maas-keyname"} {"level":"info","ts":1789584729.7203228,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c","header":"x-maas-subscription"} {"level":"info","ts":1789584729.7203276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c","header":"x-maas-username"} {"level":"info","ts":1789584729.7203412,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584729.7203665,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c"} {"level":"info","ts":1789584729.721229,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c"} {"level":"info","ts":1789584729.7212486,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c"} {"level":"info","ts":1789584729.7212648,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c","EoS":false} {"level":"info","ts":1789584729.7212758,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c"} {"level":"info","ts":1789584729.7213023,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c","EoS":true} {"level":"info","ts":1789584729.7213166,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6b22250af3f61f3094f156eaf91ed5c","span_id":"7bba1912a57ec92b","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c"} {"level":"info","ts":1789584729.8608494,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584729.860936,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b"} {"level":"info","ts":1789584729.8609474,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b"} {"level":"info","ts":1789584729.8609593,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b","EoS":true} {"level":"info","ts":1789584729.8609807,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b","header":"x-maas-keyname"} {"level":"info","ts":1789584729.86099,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b","header":"x-maas-subscription"} {"level":"info","ts":1789584729.8609953,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b","header":"x-maas-username"} {"level":"info","ts":1789584729.8609998,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b","header":"x-maas-group"} {"level":"info","ts":1789584729.8610551,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584729.8610806,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b"} {"level":"info","ts":1789584729.8633904,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b"} {"level":"info","ts":1789584729.8634126,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b"} {"level":"info","ts":1789584729.8634298,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b","EoS":false} {"level":"info","ts":1789584729.8634453,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b"} {"level":"info","ts":1789584729.8634691,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b","EoS":true} {"level":"info","ts":1789584729.8634763,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cc93074faa0d12985c64a367e5fb4b8","span_id":"8798ecfadeea1efa","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b"} {"level":"info","ts":1789584729.9993782,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584729.9994838,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617"} {"level":"info","ts":1789584729.9994998,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617"} {"level":"info","ts":1789584729.9995174,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617","EoS":true} {"level":"info","ts":1789584729.9995463,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617","header":"x-maas-keyname"} {"level":"info","ts":1789584729.999562,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617","header":"x-maas-username"} {"level":"info","ts":1789584729.9995708,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617","header":"x-maas-subscription"} {"level":"info","ts":1789584729.9995787,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617","header":"x-maas-group"} {"level":"info","ts":1789584729.9995987,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584729.9996324,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617"} {"level":"info","ts":1789584730.0004897,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617"} {"level":"info","ts":1789584730.0005076,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617"} {"level":"info","ts":1789584730.0005217,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617","EoS":false} {"level":"info","ts":1789584730.000534,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617"} {"level":"info","ts":1789584730.000558,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617","EoS":true} {"level":"info","ts":1789584730.0005648,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"51deeea95a618377cebc927b56ee847e","span_id":"9eb29ba2fd1c0917","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617"} {"level":"info","ts":1789584730.1408176,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584730.1408968,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768"} {"level":"info","ts":1789584730.1409087,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768"} {"level":"info","ts":1789584730.140919,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768","EoS":true} {"level":"info","ts":1789584730.1409388,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768","header":"x-maas-subscription"} {"level":"info","ts":1789584730.1409488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768","header":"x-maas-keyname"} {"level":"info","ts":1789584730.1409543,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768","header":"x-maas-username"} {"level":"info","ts":1789584730.1409593,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768","header":"x-maas-group"} {"level":"info","ts":1789584730.1409717,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584730.1409929,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768"} {"level":"info","ts":1789584730.1418104,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768"} {"level":"info","ts":1789584730.1418276,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768"} {"level":"info","ts":1789584730.1418462,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768","EoS":false} {"level":"info","ts":1789584730.141862,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768"} {"level":"info","ts":1789584730.1418955,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768","EoS":true} {"level":"info","ts":1789584730.1419067,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"421435e8176dc0b73936c59f367f2145","span_id":"922c8db9662f5966","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768"} {"level":"info","ts":1789584738.9504015,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584738.9505045,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff"} {"level":"info","ts":1789584738.950522,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff"} {"level":"info","ts":1789584738.9505355,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff","EoS":true} {"level":"info","ts":1789584738.9505591,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff","header":"x-maas-subscription"} {"level":"info","ts":1789584738.9505694,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff","header":"x-maas-group"} {"level":"info","ts":1789584738.9505763,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff","header":"x-maas-username"} {"level":"info","ts":1789584738.950582,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff","header":"x-maas-keyname"} {"level":"info","ts":1789584738.950603,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584738.9506307,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff"} {"level":"info","ts":1789584738.9515605,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff"} {"level":"info","ts":1789584738.9515808,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff"} {"level":"info","ts":1789584738.9515984,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff","EoS":false} {"level":"info","ts":1789584738.9516134,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff"} {"level":"info","ts":1789584738.9516397,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff","EoS":true} {"level":"info","ts":1789584738.9516475,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"832adc2ee545407b7a42110602588664","span_id":"0cafc4d0af0263ab","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff"} {"level":"info","ts":1789584739.0585806,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584739.0586758,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7fca0d5b576c4bdf5479c02b8690728e","span_id":"f272301e6e7f0447","x-request-id":"0bbd76ff-20c4-42d4-9ef6-24dfbbffe5a3"} {"level":"info","ts":1789584739.059452,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7fca0d5b576c4bdf5479c02b8690728e","span_id":"f272301e6e7f0447","x-request-id":"0bbd76ff-20c4-42d4-9ef6-24dfbbffe5a3"} {"level":"info","ts":1789584739.0594683,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7fca0d5b576c4bdf5479c02b8690728e","span_id":"f272301e6e7f0447","x-request-id":"0bbd76ff-20c4-42d4-9ef6-24dfbbffe5a3"} {"level":"info","ts":1789584739.0594823,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7fca0d5b576c4bdf5479c02b8690728e","span_id":"f272301e6e7f0447","x-request-id":"0bbd76ff-20c4-42d4-9ef6-24dfbbffe5a3","EoS":false} {"level":"info","ts":1789584739.0594964,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7fca0d5b576c4bdf5479c02b8690728e","span_id":"f272301e6e7f0447","x-request-id":"0bbd76ff-20c4-42d4-9ef6-24dfbbffe5a3"} {"level":"info","ts":1789584739.0595186,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7fca0d5b576c4bdf5479c02b8690728e","span_id":"f272301e6e7f0447","x-request-id":"0bbd76ff-20c4-42d4-9ef6-24dfbbffe5a3","EoS":true} {"level":"info","ts":1789584739.0595272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7fca0d5b576c4bdf5479c02b8690728e","span_id":"f272301e6e7f0447","x-request-id":"0bbd76ff-20c4-42d4-9ef6-24dfbbffe5a3"} {"level":"info","ts":1789584739.8232617,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584739.8233643,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b"} {"level":"info","ts":1789584739.8233771,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b"} {"level":"info","ts":1789584739.8233888,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b","EoS":true} {"level":"info","ts":1789584739.8234136,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b","header":"x-maas-group"} {"level":"info","ts":1789584739.8234234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b","header":"x-maas-subscription"} {"level":"info","ts":1789584739.8234289,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b","header":"x-maas-keyname"} {"level":"info","ts":1789584739.8234334,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b","header":"x-maas-username"} {"level":"info","ts":1789584739.8234494,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584739.8234756,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b"} {"level":"info","ts":1789584739.8244178,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b"} {"level":"info","ts":1789584739.8244364,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b"} {"level":"info","ts":1789584739.8244524,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b","EoS":false} {"level":"info","ts":1789584739.8244712,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b"} {"level":"info","ts":1789584739.8244977,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b","EoS":true} {"level":"info","ts":1789584739.824507,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"81e6ae44caf51eabd3b0f3d32a70559b","span_id":"77a22aa7b6794f8e","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b"} {"level":"info","ts":1789584740.7593713,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584740.7594674,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f"} {"level":"info","ts":1789584740.7594802,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f"} {"level":"info","ts":1789584740.7594929,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f","EoS":true} {"level":"info","ts":1789584740.759517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f","header":"x-maas-group"} {"level":"info","ts":1789584740.759528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f","header":"x-maas-keyname"} {"level":"info","ts":1789584740.759536,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f","header":"x-maas-username"} {"level":"info","ts":1789584740.759541,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f","header":"x-maas-subscription"} {"level":"info","ts":1789584740.7595563,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584740.759581,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f"} {"level":"info","ts":1789584740.7605236,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f"} {"level":"info","ts":1789584740.7605445,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f"} {"level":"info","ts":1789584740.7605627,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f","EoS":false} {"level":"info","ts":1789584740.7605796,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f"} {"level":"info","ts":1789584740.7606049,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f","EoS":true} {"level":"info","ts":1789584740.7606137,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d982b6322d7b5c1a1e7e9a236c1f46a5","span_id":"c6774cebbad14e8f","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f"} {"level":"info","ts":1789584741.479118,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584741.4792478,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e"} {"level":"info","ts":1789584741.479265,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e"} {"level":"info","ts":1789584741.4792783,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e","EoS":true} {"level":"info","ts":1789584741.4793022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e","header":"x-maas-username"} {"level":"info","ts":1789584741.4793122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e","header":"x-maas-subscription"} {"level":"info","ts":1789584741.4793174,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e","header":"x-maas-group"} {"level":"info","ts":1789584741.479322,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e","header":"x-maas-keyname"} {"level":"info","ts":1789584741.4793372,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584741.4793627,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e"} {"level":"info","ts":1789584741.4803371,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e"} {"level":"info","ts":1789584741.4803567,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e"} {"level":"info","ts":1789584741.4803705,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e","EoS":false} {"level":"info","ts":1789584741.4803905,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e"} {"level":"info","ts":1789584741.4804163,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e","EoS":true} {"level":"info","ts":1789584741.4804592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"899a0f5d70571fc391707616d93d5981","span_id":"5de87ac4b4d98c32","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e"} {"level":"info","ts":1789584742.5416725,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584742.5417778,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2"} {"level":"info","ts":1789584742.5418105,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2"} {"level":"info","ts":1789584742.541824,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2","EoS":true} {"level":"info","ts":1789584742.5418482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2","header":"x-maas-subscription"} {"level":"info","ts":1789584742.5418582,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2","header":"x-maas-group"} {"level":"info","ts":1789584742.5418684,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2","header":"x-maas-keyname"} {"level":"info","ts":1789584742.5418754,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2","header":"x-maas-username"} {"level":"info","ts":1789584742.541891,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584742.5419195,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2"} {"level":"info","ts":1789584742.5429137,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2"} {"level":"info","ts":1789584742.5429282,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2"} {"level":"info","ts":1789584742.5429423,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2","EoS":false} {"level":"info","ts":1789584742.5429585,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2"} {"level":"info","ts":1789584742.54298,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2","EoS":true} {"level":"info","ts":1789584742.5429893,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"585df47fb0a908dd69609f86a9210fe4","span_id":"0968fa8c6eac7de6","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2"} {"level":"error","ts":1789584742.7225456,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789584752.7234175,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789584762.239785,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584762.2398844,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f"} {"level":"info","ts":1789584762.239902,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f"} {"level":"info","ts":1789584762.2399158,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f","EoS":true} {"level":"info","ts":1789584762.239942,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f","header":"x-maas-subscription"} {"level":"info","ts":1789584762.2399523,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f","header":"x-maas-group"} {"level":"info","ts":1789584762.2399585,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f","header":"x-maas-username"} {"level":"info","ts":1789584762.2399626,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f","header":"x-maas-keyname"} {"level":"info","ts":1789584762.239977,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584762.2400038,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f"} {"level":"info","ts":1789584762.24098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f"} {"level":"info","ts":1789584762.2409978,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f"} {"level":"info","ts":1789584762.2410152,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f","EoS":false} {"level":"info","ts":1789584762.2410266,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f"} {"level":"info","ts":1789584762.2410505,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f","EoS":true} {"level":"info","ts":1789584762.2410629,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ace2b1f9085bb6d9e0c1a10a756c295d","span_id":"e08457b23363ea64","x-request-id":"cf36822f-9881-470b-9214-8b632951053f"} {"level":"error","ts":1789584767.7245884,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789584777.7251105,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789584851.3906083,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584851.390711,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e"} {"level":"info","ts":1789584851.390721,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e"} {"level":"info","ts":1789584851.3907332,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e","EoS":true} {"level":"info","ts":1789584851.3907595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e","header":"x-maas-subscription"} {"level":"info","ts":1789584851.3907702,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e","header":"x-maas-username"} {"level":"info","ts":1789584851.390775,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e","header":"x-maas-keyname"} {"level":"info","ts":1789584851.3907802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e","header":"x-maas-group"} {"level":"info","ts":1789584851.3907955,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789584851.390819,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e"} {"level":"info","ts":1789584851.4093974,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e"} {"level":"info","ts":1789584851.4094179,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e"} {"level":"info","ts":1789584851.4094336,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e","EoS":false} {"level":"info","ts":1789584851.4094455,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e"} {"level":"info","ts":1789584851.4094698,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e","EoS":true} {"level":"info","ts":1789584851.4094815,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9365bae3498766d3389680183dd5f6b5","span_id":"4d17663c78bede6c","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e"} {"level":"error","ts":1789584862.7346668,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789584957.833897,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584957.833999,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8"} {"level":"info","ts":1789584957.8340123,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8"} {"level":"info","ts":1789584957.834024,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8","EoS":true} {"level":"info","ts":1789584957.8340492,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8","header":"x-maas-group"} {"level":"info","ts":1789584957.8340602,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8","header":"x-maas-username"} {"level":"info","ts":1789584957.834065,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8","header":"x-maas-keyname"} {"level":"info","ts":1789584957.8340693,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8","header":"x-maas-subscription"} {"level":"info","ts":1789584957.834084,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584957.8341095,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8"} {"level":"info","ts":1789584957.835184,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8"} {"level":"info","ts":1789584957.8352304,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8"} {"level":"info","ts":1789584957.8352528,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8","EoS":false} {"level":"info","ts":1789584957.8352685,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8"} {"level":"info","ts":1789584957.8353071,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8","EoS":true} {"level":"info","ts":1789584957.8353195,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"58204939b76e71d37a2be0814392bd63","span_id":"24763d2ce3c360a3","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8"} {"level":"info","ts":1789584957.8765502,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584957.8766496,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed"} {"level":"info","ts":1789584957.876664,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed"} {"level":"info","ts":1789584957.8766816,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed","EoS":true} {"level":"info","ts":1789584957.8767166,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed","header":"x-maas-subscription"} {"level":"info","ts":1789584957.8767283,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed","header":"x-maas-username"} {"level":"info","ts":1789584957.8767364,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed","header":"x-maas-group"} {"level":"info","ts":1789584957.876745,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed","header":"x-maas-keyname"} {"level":"info","ts":1789584957.8767648,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584957.876796,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed"} {"level":"info","ts":1789584957.877706,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed"} {"level":"info","ts":1789584957.8777292,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed"} {"level":"info","ts":1789584957.8777502,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed","EoS":false} {"level":"info","ts":1789584957.8777668,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed"} {"level":"info","ts":1789584957.8778021,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed","EoS":true} {"level":"info","ts":1789584957.8778167,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99a2e910fe1d12ef1d58021a918d8ee8","span_id":"d45d9995bed54f58","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed"} {"level":"info","ts":1789584971.7442331,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584971.7443388,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2"} {"level":"info","ts":1789584971.7443528,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2"} {"level":"info","ts":1789584971.7443647,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","EoS":true} {"level":"info","ts":1789584971.7443874,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","header":"x-maas-username"} {"level":"info","ts":1789584971.7443979,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","header":"x-maas-group"} {"level":"info","ts":1789584971.7444022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","header":"x-maas-keyname"} {"level":"info","ts":1789584971.7444072,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","header":"x-maas-subscription"} {"level":"info","ts":1789584971.744423,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789584971.7444513,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2"} {"level":"info","ts":1789584971.7573519,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2"} {"level":"info","ts":1789584971.757375,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2"} {"level":"info","ts":1789584971.7573965,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","EoS":false} {"level":"info","ts":1789584971.7574074,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2"} {"level":"info","ts":1789584971.757434,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","EoS":false} {"level":"info","ts":1789584971.7574427,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2"} {"level":"info","ts":1789584971.757454,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","EoS":true} {"level":"info","ts":1789584971.7574606,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"310bb03797207f6c6928321b004dfce1","span_id":"4ff3296b5c8315fa","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2"} {"level":"info","ts":1789584971.89331,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584971.8934062,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05"} {"level":"info","ts":1789584971.8934195,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05"} {"level":"info","ts":1789584971.8934307,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","EoS":true} {"level":"info","ts":1789584971.893453,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","header":"x-maas-keyname"} {"level":"info","ts":1789584971.8934636,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","header":"x-maas-username"} {"level":"info","ts":1789584971.8934689,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","header":"x-maas-group"} {"level":"info","ts":1789584971.8934736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","header":"x-maas-subscription"} {"level":"info","ts":1789584971.8934872,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789584971.893513,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05"} {"level":"info","ts":1789584971.894491,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05"} {"level":"info","ts":1789584971.8945053,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05"} {"level":"info","ts":1789584971.894519,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","EoS":false} {"level":"info","ts":1789584971.8945308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05"} {"level":"info","ts":1789584971.8945558,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","EoS":false} {"level":"info","ts":1789584971.8945723,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05"} {"level":"info","ts":1789584971.8945837,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","EoS":true} {"level":"info","ts":1789584971.8945913,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"655623774fe85035385cacfe6594eb65","span_id":"ab1d281a3697660c","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05"} {"level":"info","ts":1789584972.0344236,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584972.0345132,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee"} {"level":"info","ts":1789584972.0345244,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee"} {"level":"info","ts":1789584972.0345354,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","EoS":true} {"level":"info","ts":1789584972.034557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","header":"x-maas-username"} {"level":"info","ts":1789584972.0345666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","header":"x-maas-subscription"} {"level":"info","ts":1789584972.034571,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","header":"x-maas-keyname"} {"level":"info","ts":1789584972.0345755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","header":"x-maas-group"} {"level":"info","ts":1789584972.0345888,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789584972.0346127,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee"} {"level":"info","ts":1789584972.0368392,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee"} {"level":"info","ts":1789584972.0368605,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee"} {"level":"info","ts":1789584972.0368762,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","EoS":false} {"level":"info","ts":1789584972.0369074,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee"} {"level":"info","ts":1789584972.0369356,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","EoS":false} {"level":"info","ts":1789584972.0369468,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee"} {"level":"info","ts":1789584972.036957,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","EoS":true} {"level":"info","ts":1789584972.0369668,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d385fffd5728ff870cfb6d7bc80ccc3","span_id":"43f25d111d371ee9","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee"} {"level":"error","ts":1789584972.7468348,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789584982.7479086,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789584984.945732,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584984.9458597,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854"} {"level":"info","ts":1789584984.9458766,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854"} {"level":"info","ts":1789584984.9458957,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854","EoS":true} {"level":"info","ts":1789584984.945929,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854","header":"x-maas-username"} {"level":"info","ts":1789584984.9459448,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854","header":"x-maas-subscription"} {"level":"info","ts":1789584984.9459538,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854","header":"x-maas-group"} {"level":"info","ts":1789584984.945962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854","header":"x-maas-keyname"} {"level":"info","ts":1789584984.9459848,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789584984.9460244,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854"} {"level":"info","ts":1789584984.947753,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854"} {"level":"info","ts":1789584984.9477782,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854"} {"level":"info","ts":1789584984.9477966,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854","EoS":false} {"level":"info","ts":1789584984.9478104,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854"} {"level":"info","ts":1789584984.9478385,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854","EoS":true} {"level":"info","ts":1789584984.9478526,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"32b4ac43f5976598aeba4a5308cabb5c","span_id":"7990dd3f6b2b08f5","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854"} {"level":"error","ts":1789584997.7488778,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}