{"level":"info","ts":1789472338.5600626,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"08806abf-ee78-47dc-b8a2-ecbb55d995d4","name":"e2e-legacy-migration-13f45b1a","namespace":"llm"} {"level":"info","ts":1789472338.5601213,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"a9bd9f97-8d42-49ae-9926-7550a31c3955","name":"e2e-legacy-migration-13f45b1a","namespace":"llm"} {"level":"info","ts":1789472338.560145,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"08806abf-ee78-47dc-b8a2-ecbb55d995d4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789472338.5601559,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"a9bd9f97-8d42-49ae-9926-7550a31c3955","modelName":"e2e-legacy-migration-13f45b1a","resolvedRefs":1} {"level":"info","ts":1789472338.5602593,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"8b1277ae-6d78-4dc9-b2bd-be3a6002d7ff"} {"level":"info","ts":1789472338.5603054,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"8b1277ae-6d78-4dc9-b2bd-be3a6002d7ff","name":"e2e-legacy-migration-13f45b1a"} {"level":"error","ts":1789472338.5689101,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"6f1f9297-d021-4e13-a4c8-c2f0f8df4f7a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-13f45b1a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789472338.5689492,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"6f1f9297-d021-4e13-a4c8-c2f0f8df4f7a","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-13f45b1a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472338.568994,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"370ff5fc-ab83-4313-a2d8-dfceda4e441f"} {"level":"info","ts":1789472338.5690286,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"370ff5fc-ab83-4313-a2d8-dfceda4e441f","name":"e2e-legacy-migration-13f45b1a"} {"level":"info","ts":1789472338.5864885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"0640a10a-efbe-44d5-9230-4cfedc87d410","name":"e2e-legacy-migration-13f45b1a","namespace":"llm"} {"level":"info","ts":1789472338.5865173,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"0640a10a-efbe-44d5-9230-4cfedc87d410","modelName":"e2e-legacy-migration-13f45b1a","resolvedRefs":1} {"level":"info","ts":1789472338.5968144,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"370ff5fc-ab83-4313-a2d8-dfceda4e441f","service":"e2e-legacy-migration-13f45b1a","serviceEntry":"e2e-legacy-migration-13f45b1a","destinationRule":"e2e-legacy-migration-13f45b1a"} {"level":"error","ts":1789472338.5985498,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"8b1277ae-6d78-4dc9-b2bd-be3a6002d7ff","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-13f45b1a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789472338.5985892,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"8b1277ae-6d78-4dc9-b2bd-be3a6002d7ff","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-13f45b1a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472338.598639,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"d3831641-c177-445c-b9d8-3fa2aa1955b3"} {"level":"info","ts":1789472338.5986965,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"d3831641-c177-445c-b9d8-3fa2aa1955b3","name":"e2e-legacy-migration-13f45b1a"} {"level":"info","ts":1789472338.6073108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"0ae04ba9-e5e7-4aab-82f6-b7e4e951e778","name":"e2e-legacy-migration-13f45b1a","namespace":"llm"} {"level":"info","ts":1789472338.607341,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"0ae04ba9-e5e7-4aab-82f6-b7e4e951e778","modelName":"e2e-legacy-migration-13f45b1a","resolvedRefs":1} {"level":"info","ts":1789472338.6146772,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"d3831641-c177-445c-b9d8-3fa2aa1955b3","httpRoute":"e2e-legacy-migration-13f45b1a","providers":["e2e-legacy-migration-13f45b1a"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789472338.6224313,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"d3831641-c177-445c-b9d8-3fa2aa1955b3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-13f45b1a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472338.6225243,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"0023a88a-2d04-4c1c-b267-ef90bc45c18a"} {"level":"info","ts":1789472338.6225853,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"0023a88a-2d04-4c1c-b267-ef90bc45c18a","name":"e2e-legacy-migration-13f45b1a"} {"level":"info","ts":1789472338.6313322,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"dbb6cebc-b671-4cf8-9ed3-8460542536d1","name":"e2e-legacy-migration-13f45b1a","namespace":"llm"} {"level":"info","ts":1789472338.6313658,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"dbb6cebc-b671-4cf8-9ed3-8460542536d1","modelName":"e2e-legacy-migration-13f45b1a","resolvedRefs":1} {"level":"info","ts":1789472338.6346908,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"0023a88a-2d04-4c1c-b267-ef90bc45c18a","httpRoute":"e2e-legacy-migration-13f45b1a","providers":["e2e-legacy-migration-13f45b1a"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789472338.6392565,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"0023a88a-2d04-4c1c-b267-ef90bc45c18a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-13f45b1a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472338.6393375,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"0bc5469a-a9ab-49e6-ac13-59556268bfa0"} {"level":"info","ts":1789472338.6393855,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"0bc5469a-a9ab-49e6-ac13-59556268bfa0","name":"e2e-legacy-migration-13f45b1a"} {"level":"info","ts":1789472338.649305,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"0bc5469a-a9ab-49e6-ac13-59556268bfa0","httpRoute":"e2e-legacy-migration-13f45b1a","providers":["e2e-legacy-migration-13f45b1a"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789472338.8318431,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"c31d39b5-516d-4719-a2bb-53c63f4501ef","name":"e2e-legacy-migration-13f45b1a","namespace":"llm"} {"level":"info","ts":1789472338.835167,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"c31d39b5-516d-4719-a2bb-53c63f4501ef","name":"e2e-legacy-migration-13f45b1a"} {"level":"info","ts":1789472338.8423424,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"c31d39b5-516d-4719-a2bb-53c63f4501ef","provider":"openai","model":"e2e-legacy-migration-13f45b1a","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789472340.650899,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789472341.3575053,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"878ea6cc-4f8e-42b0-8b0d-f1693c426790","name":"e2e-legacy-migration-13f45b1a","namespace":"llm"} {"level":"info","ts":1789472341.3664467,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"4e7705cf-5780-41dc-baa7-fce235afe110","name":"e2e-legacy-migration-13f45b1a","namespace":"llm"} {"level":"info","ts":1789472341.3664715,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"88f99c81-dc3e-481d-8747-90aff11fa442"} {"level":"info","ts":1789472341.3664865,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"4e7705cf-5780-41dc-baa7-fce235afe110","name":"e2e-legacy-migration-13f45b1a","namespace":"llm"} {"level":"info","ts":1789472341.3665748,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"68a872f3-f5db-47d1-ab18-df9dc421ea1c"} {"level":"info","ts":1789472341.3665786,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"6421059f-c33c-47ab-b387-18daf448db68","name":"e2e-legacy-migration-13f45b1a","namespace":"llm"} {"level":"error","ts":1789472341.3666022,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"6421059f-c33c-47ab-b387-18daf448db68","provider":"e2e-legacy-migration-13f45b1a","error":"ExternalProvider \"e2e-legacy-migration-13f45b1a\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472341.3666396,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"6421059f-c33c-47ab-b387-18daf448db68"} {"level":"error","ts":1789472341.3666008,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"68a872f3-f5db-47d1-ab18-df9dc421ea1c","provider":"e2e-legacy-migration-13f45b1a","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-13f45b1a\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472341.3672595,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"199bd97c-53ca-46db-9bfa-1403957c2569","name":"e2e-legacy-migration-13f45b1a","namespace":"llm"} {"level":"info","ts":1789472341.3672876,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"199bd97c-53ca-46db-9bfa-1403957c2569","name":"e2e-legacy-migration-13f45b1a","namespace":"llm"} {"level":"error","ts":1789472341.3705714,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"68a872f3-f5db-47d1-ab18-df9dc421ea1c","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-13f45b1a\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789472341.3706436,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"68a872f3-f5db-47d1-ab18-df9dc421ea1c","error":"ExternalModel \"e2e-legacy-migration-13f45b1a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-13f45b1a\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472341.370713,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-13f45b1a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-13f45b1a","reconcileID":"e830b9e3-56d6-46b0-b3ab-c34785db003e"} {"level":"info","ts":1789472341.790819,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472341.7909327,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51"} {"level":"info","ts":1789472341.7909489,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51"} {"level":"info","ts":1789472341.7909682,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51","EoS":true} {"level":"info","ts":1789472341.7910035,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51","header":"x-maas-subscription"} {"level":"info","ts":1789472341.7910163,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51","header":"x-maas-username"} {"level":"info","ts":1789472341.7910264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51","header":"x-maas-group"} {"level":"info","ts":1789472341.791048,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789472341.7910624,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51","modelName":"e2e-external-model"} {"level":"info","ts":1789472341.7910798,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789472341.7911112,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789472341.7911358,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51","authType":"apikey"} {"level":"info","ts":1789472341.7912073,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51"} {"level":"info","ts":1789472341.8593826,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51"} {"level":"info","ts":1789472341.8594084,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51"} {"level":"info","ts":1789472341.8594255,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51","EoS":false} {"level":"info","ts":1789472341.8594391,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51"} {"level":"info","ts":1789472341.859468,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51","EoS":true} {"level":"info","ts":1789472341.859475,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92fc60aa8cd7ceecb91c981e0d029cc2","span_id":"9f68be5f76fca1a9","x-request-id":"ee82bd41-f652-4a60-a081-a51416dfdd51"} {"level":"info","ts":1789472341.9146175,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472341.9147182,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9"} {"level":"info","ts":1789472341.9147303,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9"} {"level":"info","ts":1789472341.9147415,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9","EoS":true} {"level":"info","ts":1789472341.9147673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9","header":"x-maas-group"} {"level":"info","ts":1789472341.914778,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9","header":"x-maas-username"} {"level":"info","ts":1789472341.9147837,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9","header":"x-maas-subscription"} {"level":"info","ts":1789472341.9147992,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789472341.914829,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9"} {"level":"info","ts":1789472342.3371236,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9"} {"level":"info","ts":1789472342.3371577,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9"} {"level":"info","ts":1789472342.3372073,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9","EoS":false} {"level":"info","ts":1789472342.3372269,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9"} {"level":"info","ts":1789472342.337263,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9","EoS":true} {"level":"info","ts":1789472342.3372772,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb4416c83b1786ac10b5485fef9787b7","span_id":"46e09873eff16d18","x-request-id":"aa7c1a55-a88e-4bd3-bc0e-55e113eb18f9"} {"level":"info","ts":1789472342.3811011,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472342.3812332,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050"} {"level":"info","ts":1789472342.381246,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050"} {"level":"info","ts":1789472342.3812597,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050","EoS":true} {"level":"info","ts":1789472342.3812833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050","header":"x-maas-username"} {"level":"info","ts":1789472342.381295,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050","header":"x-maas-group"} {"level":"info","ts":1789472342.3813002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050","header":"x-maas-subscription"} {"level":"info","ts":1789472342.381335,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050"} {"level":"info","ts":1789472342.9629197,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050"} {"level":"info","ts":1789472342.9629478,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050"} {"level":"info","ts":1789472342.9629674,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050","EoS":false} {"level":"info","ts":1789472342.9629846,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050"} {"level":"info","ts":1789472342.9630203,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050","EoS":true} {"level":"info","ts":1789472342.9630308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f3f2f57654af1201534036eb5c8e00a0","span_id":"f1d4f160f081622c","x-request-id":"33238399-1236-41fb-9832-8a1317297050"} {"level":"info","ts":1789472343.7717721,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b06ef6cc-a1ef-4a33-9780-f5ffe4a7f03e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789472343.7718885,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b06ef6cc-a1ef-4a33-9780-f5ffe4a7f03e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789472343.771804,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d477f830-6761-4df7-9232-fe58886532f8"} {"level":"info","ts":1789472343.9073002,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d183b08c-bef1-46ad-bfc4-e9bd5e8fdaf5"} {"level":"info","ts":1789472343.90735,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd3d7192-f98c-4f82-baf2-643c9ea172ad","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789472343.9073918,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd3d7192-f98c-4f82-baf2-643c9ea172ad","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789472344.0189004,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dfff1a39-5dab-4f68-a9f5-d03501273707","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789472344.0189617,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dfff1a39-5dab-4f68-a9f5-d03501273707","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789472346.1175976,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472346.1177037,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88"} {"level":"info","ts":1789472346.117717,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88"} {"level":"info","ts":1789472346.1177306,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88","EoS":true} {"level":"info","ts":1789472346.1177907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88","header":"x-maas-subscription"} {"level":"info","ts":1789472346.117804,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88","header":"x-maas-username"} {"level":"info","ts":1789472346.1178098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88","header":"x-maas-group"} {"level":"info","ts":1789472346.1178255,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789472346.1178527,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88"} {"level":"info","ts":1789472346.1199036,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88"} {"level":"info","ts":1789472346.1199288,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88"} {"level":"info","ts":1789472346.1199493,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88","EoS":false} {"level":"info","ts":1789472346.1199622,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88"} {"level":"info","ts":1789472346.1199892,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88","EoS":true} {"level":"info","ts":1789472346.1199987,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b07b23f2bf05322c1715971073ef11fc","span_id":"3dfd79477e8deb02","x-request-id":"afad0a69-44bd-4975-b1f7-bbc706092d88"} {"level":"info","ts":1789472346.176803,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472346.176928,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b"} {"level":"info","ts":1789472346.176944,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b"} {"level":"info","ts":1789472346.1769626,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b","EoS":true} {"level":"info","ts":1789472346.1770036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b","header":"x-maas-subscription"} {"level":"info","ts":1789472346.177018,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b","header":"x-maas-username"} {"level":"info","ts":1789472346.1770267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b","header":"x-maas-group"} {"level":"info","ts":1789472346.1770482,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789472346.177086,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b"} {"level":"info","ts":1789472346.1839962,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b"} {"level":"info","ts":1789472346.1840236,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b"} {"level":"info","ts":1789472346.1840394,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b","EoS":false} {"level":"info","ts":1789472346.1840518,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b"} {"level":"info","ts":1789472346.1840775,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b","EoS":true} {"level":"info","ts":1789472346.1840847,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce7170a082d546092673a0dc9e1d789c","span_id":"f9830687c7d6c7fd","x-request-id":"466b7c4b-f274-45ab-97bd-dcc68f734e8b"} {"level":"info","ts":1789472346.2235365,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472346.2236521,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e"} {"level":"info","ts":1789472346.2236679,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e"} {"level":"info","ts":1789472346.2236867,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e","EoS":true} {"level":"info","ts":1789472346.2237275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e","header":"x-maas-group"} {"level":"info","ts":1789472346.223742,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e","header":"x-maas-subscription"} {"level":"info","ts":1789472346.2237518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e","header":"x-maas-username"} {"level":"info","ts":1789472346.2237732,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789472346.2238088,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e"} {"level":"info","ts":1789472346.2349703,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e"} {"level":"info","ts":1789472346.2349935,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e"} {"level":"info","ts":1789472346.235008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e","EoS":false} {"level":"info","ts":1789472346.235022,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e"} {"level":"info","ts":1789472346.235049,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e","EoS":true} {"level":"info","ts":1789472346.2350578,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8409f1813e7b5c86c1e5dbc7d315d1d6","span_id":"826bbf353689ce0e","x-request-id":"f46ca807-6d88-4e1e-8abc-b52d75810a0e"} {"level":"info","ts":1789472346.2912612,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472346.2913752,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9"} {"level":"info","ts":1789472346.29139,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9"} {"level":"info","ts":1789472346.2914076,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9","EoS":true} {"level":"info","ts":1789472346.29145,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9","header":"x-maas-subscription"} {"level":"info","ts":1789472346.291464,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9","header":"x-maas-group"} {"level":"info","ts":1789472346.2914724,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9","header":"x-maas-username"} {"level":"info","ts":1789472346.2914927,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789472346.291531,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9"} {"level":"info","ts":1789472346.2939267,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9"} {"level":"info","ts":1789472346.2939458,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9"} {"level":"info","ts":1789472346.2939627,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9","EoS":false} {"level":"info","ts":1789472346.293976,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9"} {"level":"info","ts":1789472346.2940006,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9","EoS":true} {"level":"info","ts":1789472346.2940104,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7eea2d29e1335be3295d668c54f58cba","span_id":"6bc28d0401e6f541","x-request-id":"a196c534-44bd-4f93-9288-c384e52cdcd9"} {"level":"error","ts":1789472355.6520686,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789472359.2511098,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472359.251265,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a319f6956cb020c7a63924063a0d77f0","span_id":"7342f98afbc875ca","x-request-id":"4b3e8090-f82c-4d52-af41-d955b81d6f8a"} {"level":"info","ts":1789472359.2512856,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a319f6956cb020c7a63924063a0d77f0","span_id":"7342f98afbc875ca","x-request-id":"4b3e8090-f82c-4d52-af41-d955b81d6f8a"} {"level":"info","ts":1789472359.2513049,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a319f6956cb020c7a63924063a0d77f0","span_id":"7342f98afbc875ca","x-request-id":"4b3e8090-f82c-4d52-af41-d955b81d6f8a","EoS":true} {"level":"info","ts":1789472359.2513752,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a319f6956cb020c7a63924063a0d77f0","span_id":"7342f98afbc875ca","x-request-id":"4b3e8090-f82c-4d52-af41-d955b81d6f8a"} {"level":"info","ts":1789472359.4005961,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472359.400698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"424a041d83c26ec5fc98cdf2a327d94a","span_id":"f9150e464a0dbc56","x-request-id":"9ddd6e3e-c7ee-43bc-8e63-f70a8f4597ee"} {"level":"info","ts":1789472359.400711,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"424a041d83c26ec5fc98cdf2a327d94a","span_id":"f9150e464a0dbc56","x-request-id":"9ddd6e3e-c7ee-43bc-8e63-f70a8f4597ee"} {"level":"info","ts":1789472359.4007225,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"424a041d83c26ec5fc98cdf2a327d94a","span_id":"f9150e464a0dbc56","x-request-id":"9ddd6e3e-c7ee-43bc-8e63-f70a8f4597ee","EoS":true} {"level":"info","ts":1789472359.4007642,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"424a041d83c26ec5fc98cdf2a327d94a","span_id":"f9150e464a0dbc56","x-request-id":"9ddd6e3e-c7ee-43bc-8e63-f70a8f4597ee"} {"level":"info","ts":1789472359.5473201,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472359.5474114,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a918572da3c973bad7ed649263d5019d","span_id":"3b9eddcb1964481f","x-request-id":"cbb5226a-0452-4f58-ab58-d3c64080cee0"} {"level":"info","ts":1789472359.5474222,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a918572da3c973bad7ed649263d5019d","span_id":"3b9eddcb1964481f","x-request-id":"cbb5226a-0452-4f58-ab58-d3c64080cee0"} {"level":"info","ts":1789472359.5474327,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a918572da3c973bad7ed649263d5019d","span_id":"3b9eddcb1964481f","x-request-id":"cbb5226a-0452-4f58-ab58-d3c64080cee0","EoS":true} {"level":"info","ts":1789472359.5474758,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a918572da3c973bad7ed649263d5019d","span_id":"3b9eddcb1964481f","x-request-id":"cbb5226a-0452-4f58-ab58-d3c64080cee0"} {"level":"error","ts":1789472370.6530075,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473419.5616567,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473419.561785,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201"} {"level":"info","ts":1789473419.5618012,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201"} {"level":"info","ts":1789473419.5618198,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201","EoS":true} {"level":"info","ts":1789473419.561861,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201","header":"x-maas-subscription"} {"level":"info","ts":1789473419.5618742,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201","header":"x-maas-group"} {"level":"info","ts":1789473419.5618827,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201","header":"x-maas-username"} {"level":"info","ts":1789473419.5619025,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789473419.5619397,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201"} {"level":"info","ts":1789473419.5640795,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201"} {"level":"info","ts":1789473419.5641015,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201"} {"level":"info","ts":1789473419.5641158,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201","EoS":false} {"level":"info","ts":1789473419.5641282,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201"} {"level":"info","ts":1789473419.5641558,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201","EoS":true} {"level":"info","ts":1789473419.56417,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ea22b52ad0371dbfa3f4e410e9d2d185","span_id":"f966bbb8668302cb","x-request-id":"3d40c48a-419f-429a-9a00-e8184fa06201"} {"level":"info","ts":1789473419.6026714,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473419.602792,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0"} {"level":"info","ts":1789473419.6028075,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0"} {"level":"info","ts":1789473419.6028252,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0","EoS":true} {"level":"info","ts":1789473419.6028688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0","header":"x-maas-username"} {"level":"info","ts":1789473419.6028821,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0","header":"x-maas-group"} {"level":"info","ts":1789473419.6028917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0","header":"x-maas-subscription"} {"level":"info","ts":1789473419.6029122,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789473419.60295,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0"} {"level":"info","ts":1789473419.6039305,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0"} {"level":"info","ts":1789473419.6039488,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0"} {"level":"info","ts":1789473419.6039631,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0","EoS":false} {"level":"info","ts":1789473419.6039755,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0"} {"level":"info","ts":1789473419.6040027,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0","EoS":true} {"level":"info","ts":1789473419.6040156,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c2acb7a2cdb63dd7011ac7678f6df527","span_id":"ec5f71f9003c2698","x-request-id":"91014d8c-5b28-4b24-96bc-58c1e186e0c0"} {"level":"error","ts":1789473430.7804506,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473756.6435683,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473756.6437056,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29"} {"level":"info","ts":1789473756.6437285,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29"} {"level":"info","ts":1789473756.6437478,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29","EoS":true} {"level":"info","ts":1789473756.6437857,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29","header":"x-maas-group"} {"level":"info","ts":1789473756.6437995,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29","header":"x-maas-username"} {"level":"info","ts":1789473756.643807,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29","header":"x-maas-subscription"} {"level":"info","ts":1789473756.6438267,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473756.6438649,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29"} {"level":"info","ts":1789473756.6568787,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29"} {"level":"info","ts":1789473756.6569042,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29"} {"level":"info","ts":1789473756.6569254,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29","EoS":false} {"level":"info","ts":1789473756.6569414,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29"} {"level":"info","ts":1789473756.6569777,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29","EoS":true} {"level":"info","ts":1789473756.6569917,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8bf584a807036df8bf0ec4afc4307198","span_id":"eb109256a65e79cb","x-request-id":"67107ce7-6c4c-42fd-9ccb-1c7b50a27b29"} {"level":"info","ts":1789473756.8044028,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473756.8045168,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46"} {"level":"info","ts":1789473756.8045335,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46"} {"level":"info","ts":1789473756.8045535,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46","EoS":true} {"level":"info","ts":1789473756.8045924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46","header":"x-maas-subscription"} {"level":"info","ts":1789473756.8046048,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46","header":"x-maas-username"} {"level":"info","ts":1789473756.804613,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46","header":"x-maas-group"} {"level":"info","ts":1789473756.804634,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473756.8046682,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46"} {"level":"info","ts":1789473756.8070266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46"} {"level":"info","ts":1789473756.8070464,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46"} {"level":"info","ts":1789473756.8070607,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46","EoS":false} {"level":"info","ts":1789473756.8070722,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46"} {"level":"info","ts":1789473756.8070967,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46","EoS":true} {"level":"info","ts":1789473756.807106,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e1f65f6ac5950b95e69429c2c4efc9cd","span_id":"5a1a72852fcba575","x-request-id":"ae30a658-2a1a-42b9-85ed-a20184ca5c46"} {"level":"info","ts":1789473756.9477549,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473756.947862,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032"} {"level":"info","ts":1789473756.947878,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032"} {"level":"info","ts":1789473756.9479394,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032","EoS":true} {"level":"info","ts":1789473756.9479744,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032","header":"x-maas-subscription"} {"level":"info","ts":1789473756.9479895,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032","header":"x-maas-username"} {"level":"info","ts":1789473756.947998,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032","header":"x-maas-group"} {"level":"info","ts":1789473756.948016,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473756.9480515,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032"} {"level":"info","ts":1789473756.9490454,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032"} {"level":"info","ts":1789473756.9490619,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032"} {"level":"info","ts":1789473756.9490726,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032","EoS":false} {"level":"info","ts":1789473756.9490836,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032"} {"level":"info","ts":1789473756.949107,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032","EoS":true} {"level":"info","ts":1789473756.949118,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68577173acf008245eec9299c4a04d89","span_id":"e090f62d8e91c75b","x-request-id":"843b7f03-9931-418f-9495-f71309d43032"} {"level":"info","ts":1789473757.0863252,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473757.0864427,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da"} {"level":"info","ts":1789473757.0864587,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da"} {"level":"info","ts":1789473757.0864778,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da","EoS":true} {"level":"info","ts":1789473757.0865114,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da","header":"x-maas-group"} {"level":"info","ts":1789473757.0865254,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da","header":"x-maas-username"} {"level":"info","ts":1789473757.0865345,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da","header":"x-maas-subscription"} {"level":"info","ts":1789473757.0865555,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473757.0865924,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da"} {"level":"info","ts":1789473757.0875602,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da"} {"level":"info","ts":1789473757.0875778,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da"} {"level":"info","ts":1789473757.087588,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da","EoS":false} {"level":"info","ts":1789473757.0876014,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da"} {"level":"info","ts":1789473757.087625,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da","EoS":true} {"level":"info","ts":1789473757.087634,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"013c0f6ea8a30483f56a97dbee3452c6","span_id":"c7ab94046baf8155","x-request-id":"d73ec5f8-306e-4177-823b-2bdf9b3936da"} {"level":"info","ts":1789473757.2286139,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473757.2287538,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc"} {"level":"info","ts":1789473757.2287676,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc"} {"level":"info","ts":1789473757.22878,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc","EoS":true} {"level":"info","ts":1789473757.2288084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc","header":"x-maas-group"} {"level":"info","ts":1789473757.228824,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc","header":"x-maas-username"} {"level":"info","ts":1789473757.2288318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc","header":"x-maas-subscription"} {"level":"info","ts":1789473757.2288513,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473757.2288804,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc"} {"level":"info","ts":1789473757.230052,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc"} {"level":"info","ts":1789473757.2300715,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc"} {"level":"info","ts":1789473757.2300818,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc","EoS":false} {"level":"info","ts":1789473757.2300942,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc"} {"level":"info","ts":1789473757.2301185,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc","EoS":true} {"level":"info","ts":1789473757.2301338,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a7d375910f80b0b755d48f5d8407a4c","span_id":"d29191e88e24c989","x-request-id":"f2a2d5b6-93ae-4c15-92f6-4ab240a426dc"} {"level":"info","ts":1789473770.2476153,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473770.2477493,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e"} {"level":"info","ts":1789473770.247768,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e"} {"level":"info","ts":1789473770.2477863,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e","EoS":true} {"level":"info","ts":1789473770.2478187,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e","header":"x-maas-group"} {"level":"info","ts":1789473770.247835,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e","header":"x-maas-subscription"} {"level":"info","ts":1789473770.2478426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e","header":"x-maas-username"} {"level":"info","ts":1789473770.2478623,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473770.2478988,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e"} {"level":"info","ts":1789473770.2496104,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e"} {"level":"info","ts":1789473770.2496364,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e"} {"level":"info","ts":1789473770.2496533,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e","EoS":false} {"level":"info","ts":1789473770.249665,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e"} {"level":"info","ts":1789473770.2496898,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e","EoS":true} {"level":"info","ts":1789473770.2496994,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b9b0025427e57f6ecb2822d820ef3480","span_id":"c64e92734091b6f3","x-request-id":"dfd6a7e2-04d2-450e-b618-96359cd2749e"} {"level":"info","ts":1789473770.367649,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473770.3677778,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ec44d5dc818ba90cbf9751163fda9f1e","span_id":"7f77d9c2a98f9b89","x-request-id":"e5d6dbcc-6e44-4910-aea3-3640a2f246ae"} {"level":"info","ts":1789473770.3687418,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ec44d5dc818ba90cbf9751163fda9f1e","span_id":"7f77d9c2a98f9b89","x-request-id":"e5d6dbcc-6e44-4910-aea3-3640a2f246ae"} {"level":"info","ts":1789473770.3687568,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ec44d5dc818ba90cbf9751163fda9f1e","span_id":"7f77d9c2a98f9b89","x-request-id":"e5d6dbcc-6e44-4910-aea3-3640a2f246ae"} {"level":"info","ts":1789473770.368771,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec44d5dc818ba90cbf9751163fda9f1e","span_id":"7f77d9c2a98f9b89","x-request-id":"e5d6dbcc-6e44-4910-aea3-3640a2f246ae","EoS":false} {"level":"info","ts":1789473770.368785,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec44d5dc818ba90cbf9751163fda9f1e","span_id":"7f77d9c2a98f9b89","x-request-id":"e5d6dbcc-6e44-4910-aea3-3640a2f246ae"} {"level":"info","ts":1789473770.3688104,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec44d5dc818ba90cbf9751163fda9f1e","span_id":"7f77d9c2a98f9b89","x-request-id":"e5d6dbcc-6e44-4910-aea3-3640a2f246ae","EoS":true} {"level":"info","ts":1789473770.368824,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec44d5dc818ba90cbf9751163fda9f1e","span_id":"7f77d9c2a98f9b89","x-request-id":"e5d6dbcc-6e44-4910-aea3-3640a2f246ae"} {"level":"error","ts":1789473770.8155124,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473771.12353,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473771.123637,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f"} {"level":"info","ts":1789473771.1236496,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f"} {"level":"info","ts":1789473771.123662,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f","EoS":true} {"level":"info","ts":1789473771.1236854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f","header":"x-maas-subscription"} {"level":"info","ts":1789473771.1236951,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f","header":"x-maas-username"} {"level":"info","ts":1789473771.123701,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f","header":"x-maas-group"} {"level":"info","ts":1789473771.1237166,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473771.123751,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f"} {"level":"info","ts":1789473771.125891,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f"} {"level":"info","ts":1789473771.1259089,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f"} {"level":"info","ts":1789473771.1259232,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f","EoS":false} {"level":"info","ts":1789473771.1259341,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f"} {"level":"info","ts":1789473771.1259599,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f","EoS":true} {"level":"info","ts":1789473771.125972,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1f128b47f71f71ff344b80fd2e612447","span_id":"7d5b308fe1504386","x-request-id":"8fa3967d-455b-49d4-929a-1f48e36db88f"} {"level":"info","ts":1789473772.0989835,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473772.0990963,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1"} {"level":"info","ts":1789473772.0991113,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1"} {"level":"info","ts":1789473772.0991292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1","EoS":true} {"level":"info","ts":1789473772.0991557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1","header":"x-maas-username"} {"level":"info","ts":1789473772.0991652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1","header":"x-maas-subscription"} {"level":"info","ts":1789473772.0991702,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1","header":"x-maas-group"} {"level":"info","ts":1789473772.099209,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473772.0992358,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1"} {"level":"info","ts":1789473772.1002505,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1"} {"level":"info","ts":1789473772.100272,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1"} {"level":"info","ts":1789473772.1002843,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1","EoS":false} {"level":"info","ts":1789473772.100298,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1"} {"level":"info","ts":1789473772.1003287,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1","EoS":true} {"level":"info","ts":1789473772.100342,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7cbff8acf6c3d46e7e87fc423fb2ff45","span_id":"1854f9147a2dff3e","x-request-id":"303e1005-a489-47b5-841f-67247560a3b1"} {"level":"info","ts":1789473772.8928561,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473772.8929584,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491"} {"level":"info","ts":1789473772.892971,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491"} {"level":"info","ts":1789473772.8929825,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491","EoS":true} {"level":"info","ts":1789473772.8930082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491","header":"x-maas-group"} {"level":"info","ts":1789473772.8930209,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491","header":"x-maas-username"} {"level":"info","ts":1789473772.8930292,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491","header":"x-maas-subscription"} {"level":"info","ts":1789473772.8930483,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473772.893076,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491"} {"level":"info","ts":1789473772.8940258,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491"} {"level":"info","ts":1789473772.8940473,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491"} {"level":"info","ts":1789473772.8940663,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491","EoS":false} {"level":"info","ts":1789473772.8940818,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491"} {"level":"info","ts":1789473772.8941114,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491","EoS":true} {"level":"info","ts":1789473772.8941221,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87924a90d44b489ed197a9fe8e132fe5","span_id":"2960c86335720df1","x-request-id":"432c0800-434d-49d8-8f52-063578805491"} {"level":"info","ts":1789473773.9974818,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473773.9975832,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b"} {"level":"info","ts":1789473773.9976006,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b"} {"level":"info","ts":1789473773.9976125,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b","EoS":true} {"level":"info","ts":1789473773.9976394,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b","header":"x-maas-username"} {"level":"info","ts":1789473773.99765,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b","header":"x-maas-group"} {"level":"info","ts":1789473773.9976552,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b","header":"x-maas-subscription"} {"level":"info","ts":1789473773.997669,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473773.9976888,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b"} {"level":"info","ts":1789473773.9986458,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b"} {"level":"info","ts":1789473773.9986632,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b"} {"level":"info","ts":1789473773.9986775,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b","EoS":false} {"level":"info","ts":1789473773.998689,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b"} {"level":"info","ts":1789473773.9987185,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b","EoS":true} {"level":"info","ts":1789473773.9987326,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0080fde600f610d4e85f35b4adae2104","span_id":"42f60671bce718c8","x-request-id":"f8ad1f41-792e-428c-8aba-8e40405f914b"} {"level":"error","ts":1789473785.816689,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473793.9597926,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473793.959928,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb"} {"level":"info","ts":1789473793.959944,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb"} {"level":"info","ts":1789473793.9599557,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb","EoS":true} {"level":"info","ts":1789473793.9599793,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb","header":"x-maas-username"} {"level":"info","ts":1789473793.9599898,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb","header":"x-maas-subscription"} {"level":"info","ts":1789473793.9599946,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb","header":"x-maas-group"} {"level":"info","ts":1789473793.9600086,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473793.9600322,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb"} {"level":"info","ts":1789473793.9610064,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb"} {"level":"info","ts":1789473793.9610262,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb"} {"level":"info","ts":1789473793.9610405,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb","EoS":false} {"level":"info","ts":1789473793.9610524,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb"} {"level":"info","ts":1789473793.9610817,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb","EoS":true} {"level":"info","ts":1789473793.961091,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"951a09ded88b12370d81ef61701599d3","span_id":"246bcb493f6c7756","x-request-id":"a4b00dbd-7dc4-4693-8fc7-02e8e8e79abb"} {"level":"error","ts":1789473805.8185732,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473885.5700207,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473885.570121,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef"} {"level":"info","ts":1789473885.57014,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef"} {"level":"info","ts":1789473885.5701532,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef","EoS":true} {"level":"info","ts":1789473885.5702045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef","header":"x-maas-subscription"} {"level":"info","ts":1789473885.5702155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef","header":"x-maas-username"} {"level":"info","ts":1789473885.5702207,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef","header":"x-maas-group"} {"level":"info","ts":1789473885.5702353,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789473885.570264,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef"} {"level":"info","ts":1789473885.5832553,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef"} {"level":"info","ts":1789473885.583277,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef"} {"level":"info","ts":1789473885.583292,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef","EoS":false} {"level":"info","ts":1789473885.5833044,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef"} {"level":"info","ts":1789473885.5833302,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef","EoS":true} {"level":"info","ts":1789473885.5833416,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"18838d9b7d4768797bf28d90fe1cc4cc","span_id":"0962b9247bca6ce9","x-request-id":"b4ae6b49-9605-47c8-a649-398c4e8ad4ef"} {"level":"error","ts":1789473895.8278115,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473945.8241136,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473945.824264,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146"} {"level":"info","ts":1789473945.8242862,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146"} {"level":"info","ts":1789473945.8243046,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146","EoS":true} {"level":"info","ts":1789473945.8243394,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146","header":"x-maas-group"} {"level":"info","ts":1789473945.824365,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146","header":"x-maas-username"} {"level":"info","ts":1789473945.8243752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146","header":"x-maas-subscription"} {"level":"info","ts":1789473945.8243966,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473945.8244364,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146"} {"level":"info","ts":1789473945.8255258,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146"} {"level":"info","ts":1789473945.825546,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146"} {"level":"info","ts":1789473945.8255613,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146","EoS":false} {"level":"info","ts":1789473945.8255734,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146"} {"level":"info","ts":1789473945.8255975,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146","EoS":true} {"level":"info","ts":1789473945.8256056,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33f1e97f60033362dc49856ccfd3adee","span_id":"abd86f27a80a2143","x-request-id":"bfab2141-ca81-4156-9781-2a177ac7a146"} {"level":"info","ts":1789473945.8636894,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473945.8637846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93"} {"level":"info","ts":1789473945.863797,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93"} {"level":"info","ts":1789473945.8638084,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93","EoS":true} {"level":"info","ts":1789473945.863836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93","header":"x-maas-subscription"} {"level":"info","ts":1789473945.8638506,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93","header":"x-maas-group"} {"level":"info","ts":1789473945.863856,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93","header":"x-maas-username"} {"level":"info","ts":1789473945.86387,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473945.8638935,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93"} {"level":"info","ts":1789473945.8648686,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93"} {"level":"info","ts":1789473945.8648837,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93"} {"level":"info","ts":1789473945.8648965,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93","EoS":false} {"level":"info","ts":1789473945.8649063,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93"} {"level":"info","ts":1789473945.8649287,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93","EoS":true} {"level":"info","ts":1789473945.8649366,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6368c41a0b36c4563405398d7dcc3e2a","span_id":"0596d055dfcb0919","x-request-id":"c51df18c-647e-4cac-bf27-72489764cb93"} {"level":"error","ts":1789473955.832548,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473959.7901726,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473959.790308,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3"} {"level":"info","ts":1789473959.7903228,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3"} {"level":"info","ts":1789473959.7903352,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3","EoS":true} {"level":"info","ts":1789473959.7903593,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3","header":"x-maas-subscription"} {"level":"info","ts":1789473959.7903693,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3","header":"x-maas-username"} {"level":"info","ts":1789473959.790375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3","header":"x-maas-group"} {"level":"info","ts":1789473959.7903888,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789473959.7904189,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3"} {"level":"info","ts":1789473959.8028233,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3"} {"level":"info","ts":1789473959.8028493,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3"} {"level":"info","ts":1789473959.8028646,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3","EoS":false} {"level":"info","ts":1789473959.802875,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3"} {"level":"info","ts":1789473959.8029006,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3","EoS":false} {"level":"info","ts":1789473959.8029122,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3"} {"level":"info","ts":1789473959.8029237,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3","EoS":true} {"level":"info","ts":1789473959.8029308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53a76500a4082f8119f77c6b26c19d0b","span_id":"d9b9a3b3f44852df","x-request-id":"e0c4490b-799b-4d1b-8b11-330aefd702e3"} {"level":"info","ts":1789473959.9510767,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473959.9512055,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c"} {"level":"info","ts":1789473959.9512796,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c"} {"level":"info","ts":1789473959.9513,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c","EoS":true} {"level":"info","ts":1789473959.951323,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c","header":"x-maas-subscription"} {"level":"info","ts":1789473959.9513352,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c","header":"x-maas-username"} {"level":"info","ts":1789473959.9513412,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c","header":"x-maas-group"} {"level":"info","ts":1789473959.9513566,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789473959.9513838,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c"} {"level":"info","ts":1789473959.9522882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c"} {"level":"info","ts":1789473959.952301,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c"} {"level":"info","ts":1789473959.9523158,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c","EoS":false} {"level":"info","ts":1789473959.9523313,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c"} {"level":"info","ts":1789473959.9523547,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c","EoS":true} {"level":"info","ts":1789473959.9523642,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2a6635ec4a5a33d0944ed46a0d3fbde9","span_id":"d18c579ed7c0ded2","x-request-id":"4ee2611a-2ffb-491c-bf9d-57528044b97c"} {"level":"info","ts":1789473960.090359,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473960.090459,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1"} {"level":"info","ts":1789473960.0904715,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1"} {"level":"info","ts":1789473960.0904837,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1","EoS":true} {"level":"info","ts":1789473960.0905051,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1","header":"x-maas-username"} {"level":"info","ts":1789473960.0905151,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1","header":"x-maas-subscription"} {"level":"info","ts":1789473960.0905213,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1","header":"x-maas-group"} {"level":"info","ts":1789473960.0905359,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789473960.090559,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1"} {"level":"info","ts":1789473960.0913427,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1"} {"level":"info","ts":1789473960.0913613,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1"} {"level":"info","ts":1789473960.091381,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1","EoS":false} {"level":"info","ts":1789473960.0913963,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1"} {"level":"info","ts":1789473960.0914264,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1","EoS":true} {"level":"info","ts":1789473960.0914404,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cd6639abf6d137702521cdac10e5c76d","span_id":"3ec24fd0de04153e","x-request-id":"adb22c85-cf17-42cf-afa3-4d6a3f5995c1"} {"level":"error","ts":1789473965.833234,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473972.9436367,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473972.943772,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e"} {"level":"info","ts":1789473972.9437876,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e"} {"level":"info","ts":1789473972.9437997,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e","EoS":true} {"level":"info","ts":1789473972.9438224,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e","header":"x-maas-group"} {"level":"info","ts":1789473972.9438326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e","header":"x-maas-username"} {"level":"info","ts":1789473972.9438381,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e","header":"x-maas-subscription"} {"level":"info","ts":1789473972.9438522,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789473972.9438827,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e"} {"level":"info","ts":1789473972.9455526,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e"} {"level":"info","ts":1789473972.945581,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e"} {"level":"info","ts":1789473972.945598,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e","EoS":false} {"level":"info","ts":1789473972.9456096,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e"} {"level":"info","ts":1789473972.9456367,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e","EoS":true} {"level":"info","ts":1789473972.9456503,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4db132d0029af4e80e59c8bb6a93b266","span_id":"0397c8c433a28061","x-request-id":"cca21d3d-9d53-45cf-8c45-b11fd911f05e"} {"level":"error","ts":1789473975.8336556,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789473985.833808,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}